[ Jul  9 03:54:19 Enabled. ]
[ Jul  9 03:54:19 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Jul  9 03:54:19 Method "start" exited with status 0. ]
[ Jul  9 03:54:19 Rereading configuration. ]
[ Jul  9 03:54:19 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.750092061Z","hostname":"buskin","pid":1555,"file":"illumos-utils/src/running_zone.rs:163"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.750253364Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.803126906Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.803172367Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.917216528Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.926754372Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:19.935086379Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.540759752Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.681282355Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:119"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.681327675Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:131"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.681425907Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:141"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.681504088Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:162","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.681518668Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:506"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.681550419Z","hostname":"buskin","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:668"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.684824889Z","hostname":"buskin","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:575"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:20.684835238Z","hostname":"buskin","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.684867799Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:176"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.684872599Z","hostname":"buskin","pid":1555,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:776"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.684897859Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.68494367Z","hostname":"buskin","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.685056922Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.685086432Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.685110553Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.697527661Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.697563662Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"86e97f84-4c38-4488-bd32-4905db091661 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:20.79691409Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004793415Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004831566Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004840766Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004853656Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004860716Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004882126Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.004887786Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.014251978Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.014283479Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.104718262Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.312993613Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313029513Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313073554Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313080784Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313091804Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313109925Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313122145Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313131395Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313142555Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313149025Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313152745Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313167055Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313174755Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313205306Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313211196Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313226616Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313230466Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313236196Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313239467Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313242867Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313256257Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313260637Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313264567Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313276587Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313280947Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313305128Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313324458Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313328218Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313332588Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313336888Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313340298Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313344258Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313369389Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313374469Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313378469Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313382459Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313389769Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313421399Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313444239Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.31344836Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313459Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.31346242Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.31349034Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313517251Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313523531Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313545611Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313550201Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313566232Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313570172Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:232","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313574581Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313577742Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:495","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313589002Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313619332Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:91"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313629842Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:93"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313633273Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313657513Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313690293Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313695233Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313698723Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313703403Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313706774Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:200"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313730504Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313743674Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313752074Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313762224Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313768055Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313772335Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313794745Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:205"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.313798985Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/long_running_tasks.rs:220"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.324525808Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:712"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.324551598Z","hostname":"buskin","pid":1555,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:289","time_to_next_cleanup":"599.999916199s","next_cleanup":"Instant { tv_sec: 2513, tv_nsec: 263391011 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.324628549Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3568"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.324634889Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32470417Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.324714141Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.327882749Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.3279562Z","hostname":"buskin","pid":1555,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.1.164,\n                last: 10.151.1.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.1.164,\n        10.151.1.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.1.174,\n        infra_ip_last: 10.151.1.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.1.100,\n                        vlan_id: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.1.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328182793Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1011"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328189073Z","hostname":"buskin","pid":1555,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328244604Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328285065Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328296475Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328308435Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328332845Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328342846Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328351876Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328355876Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1112"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328359106Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328362656Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328413027Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328439997Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.328785623Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32926862Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32928221Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1145"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.3293197Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329327001Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329475103Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329601875Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329651656Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 9acc9665-b4b3-49a9-9514-4fabce353846, rack_id: 50548157-fd89-4418-a5c5-b87bc299fc49, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329784087Z","hostname":"buskin","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:50016","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 9acc9665-b4b3-49a9-9514-4fabce353846, rack_id: 50548157-fd89-4418-a5c5-b87bc299fc49, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329868259Z","hostname":"buskin","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329877269Z","hostname":"buskin","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329889049Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329899059Z","hostname":"buskin","pid":1555,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.329904929Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32992473Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:574"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32992852Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32995932Z","hostname":"buskin","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32997341Z","hostname":"buskin","pid":1555,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32997915Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:563"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.32998231Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:591"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.333038937Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3800"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.340151335Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.349611408Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.360165509Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.370331163Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.378786381Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.387095568Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.395419544Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.403815181Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Zpool does not exist","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.412157778Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:647","err":"ZpoolDoesNotExist","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"No disks to be automatically managed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.412194978Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:602"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.412199389Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.412203418Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:395"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.412230339Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:340"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.412235459Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:481","result":"DisksManagementResult { status: [] }"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.424415384Z","hostname":"buskin","pid":1555,"sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:355"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.424470975Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.424477445Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.424535306Z","hostname":"buskin","pid":1555,"sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:367"}
{"msg":"Failed enable ddm stats (will retry after 133.240337ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.427188806Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acd29760-01ee-4740-9e26-1b828e023837\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:20 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"acd29760-01ee-4740-9e26-1b828e023837\" }"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.434625729Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_86e97f84-4c38-4488-bd32-4905db091661/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.437253359Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.452802885Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"successfully created encrypted zvol: name=\"oxi_86e97f84-4c38-4488-bd32-4905db091661/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.461092151Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_86e97f84-4c38-4488-bd32-4905db091661/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.461131401Z","hostname":"buskin","pid":1555,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.466102847Z","hostname":"buskin","pid":1555,"sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:382"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.466113587Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"}
{"msg":"Ensuring dataset oxi_86e97f84-4c38-4488-bd32-4905db091661/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.466117887Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.538271532Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.561398103Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 126.527271ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.562015452Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbed72ea-b65a-4db0-aea2-c4dc1e033d86\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"dbed72ea-b65a-4db0-aea2-c4dc1e033d86\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.690104327Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 203.898395ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.690528903Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8488edd-eefd-476e-b37a-f900f9a64085\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e8488edd-eefd-476e-b37a-f900f9a64085\" }"}
{"msg":"Mounting oxi_86e97f84-4c38-4488-bd32-4905db091661/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.757035303Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.770622249Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.77072176Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.770744351Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.770774191Z","hostname":"buskin","pid":1555,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.895979171Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 92.428945ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.896734443Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ab93016-3cec-4096-93e5-abb00068faa6\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7ab93016-3cec-4096-93e5-abb00068faa6\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.991949988Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 110.049824ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:21.993769456Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a4525795-fe9c-4eb7-932e-cde61c86ac37\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a4525795-fe9c-4eb7-932e-cde61c86ac37\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.104300363Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 260.008763ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.104917492Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2495ce40-1579-4a2a-bb2a-09a2c4faa69e\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2495ce40-1579-4a2a-bb2a-09a2c4faa69e\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.366004135Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 167.412552ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.366596194Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00af7aff-e859-40ba-8bcf-9ad017cb52a5\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:54:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"00af7aff-e859-40ba-8bcf-9ad017cb52a5\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.488077408Z","hostname":"buskin","pid":1555,"sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.488686688Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.488714768Z","hostname":"buskin","pid":1555,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.488769009Z","hostname":"buskin","pid":1555,"file":"oximeter/producer/src/lib.rs:282","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:282","interval":"30s","address":"[fd00:1122:3344:101::1]:42201","producer_id":"9acc9665-b4b3-49a9-9514-4fabce353846"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:22.495195706Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"141.020287ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.533962435Z","hostname":"buskin","pid":1555,"component":"VmmReservoirManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.533991685Z","hostname":"buskin","pid":1555,"component":"VmmReservoirManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534054246Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:895","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534065386Z","hostname":"buskin","pid":1555,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534171288Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534776037Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:196"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534797897Z","hostname":"buskin","pid":1555,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534819958Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.534847298Z","hostname":"buskin","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535152263Z","hostname":"buskin","pid":1555,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535346496Z","hostname":"buskin","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535382946Z","hostname":"buskin","pid":1555,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535392066Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3568"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535408397Z","hostname":"buskin","pid":1555,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:50016","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535435167Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.535441067Z","hostname":"buskin","pid":1555,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.703947025Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.704000005Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.704030386Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.704046196Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.704062466Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:22.705028011Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"713.334871ms"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:22.705095062Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.735657456Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:41682"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.735795208Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.735869639Z","hostname":"buskin","pid":1555,"uri":"/inventory","method":"GET","req_id":"1a9bae1d-24d9-4add-8e52-5f61fa8237df","remote_addr":"[fd00:1122:3344:101::1]:41682","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":142,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.764142768Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:57638"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.764202779Z","hostname":"buskin","pid":1555,"uri":"/sled-role","method":"GET","req_id":"33123944-ae1e-4398-b3b0-33de55382132","remote_addr":"[fd00:1122:3344:101::1]:57638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":24,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.76492503Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.764948181Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.765352687Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.765704732Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:832"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: 7e012e1a-12f1-457f-a778-0fb27e762af6, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, pool_id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool) }, OmicronPhysicalDiskConfig { id: fc6632a0-74f8-4b53-809e-7eaec9abc59e, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, pool_id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool) }, OmicronPhysicalDiskConfig { id: 081be434-f16d-4eb3-8c18-4a3033bb381b, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, pool_id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool) }, OmicronPhysicalDiskConfig { id: 5e4d00bd-6069-4f76-876b-7ea62215c8ab, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, pool_id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool) }, OmicronPhysicalDiskConfig { id: 464004b2-1098-4360-9a9c-8d795c89806d, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, pool_id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool) }, OmicronPhysicalDiskConfig { id: 42f6f80e-cf0b-4fe4-bae8-445157f532c4, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, pool_id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool) }, OmicronPhysicalDiskConfig { id: 6a5497a1-d358-423d-a213-e5e8c6f67741, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, pool_id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool) }, OmicronPhysicalDiskConfig { id: 5a88501a-8c92-4dd5-99d6-ca957e3407c4, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, pool_id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool) }, OmicronPhysicalDiskConfig { id: 248543c7-42aa-43bc-9878-a2044666aef8, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, pool_id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.79392399Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:348"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794062652Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:56664"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 7e012e1a-12f1-457f-a778-0fb27e762af6, pool_id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: fc6632a0-74f8-4b53-809e-7eaec9abc59e, pool_id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 081be434-f16d-4eb3-8c18-4a3033bb381b, pool_id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 5e4d00bd-6069-4f76-876b-7ea62215c8ab, pool_id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 464004b2-1098-4360-9a9c-8d795c89806d, pool_id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 42f6f80e-cf0b-4fe4-bae8-445157f532c4, pool_id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 6a5497a1-d358-423d-a213-e5e8c6f67741, pool_id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 5a88501a-8c92-4dd5-99d6-ca957e3407c4, pool_id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 248543c7-42aa-43bc-9878-a2044666aef8, pool_id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794300346Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794325496Z","hostname":"buskin","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794331587Z","hostname":"buskin","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794338527Z","hostname":"buskin","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:725"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794366867Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:340"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794371777Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794378047Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.794381427Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.897189928Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:22.897228548Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool)"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:23.426071444Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.114976956s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:23.837689682Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:23.847244297Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013710533Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013786464Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013812405Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013821515Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013828565Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013926117Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.013934557Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:24.550814976Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.175160099s"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:24.550946297Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.552658734Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.74810931Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Automatically destroying dataset: oxp_a2c38142-222d-4b6f-9bd4-77a659df74c3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:24.912888721Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:25.518902179Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 67.094267ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:25.519060812Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 145.635277ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:25.91758039Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 145.879646ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:26.513334442Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:26.71148424Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:26.711834425Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 254.264599ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:26.87156521Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:27.038078446Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"3.143401022s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 469.680512ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:27.637991352Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:27.863510315Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_a2c38142-222d-4b6f-9bd4-77a659df74c3","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:27.874086765Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.089920211Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.089953062Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.089995652Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.090001892Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.090014032Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.303547864Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:28.303579744Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.447775561Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.657761768Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.657792398Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.657797868Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.657821429Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.657829239Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.658043642Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:29.658057992Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:30.130472393Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:30.130563024Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:30.615690237Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:390","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:390","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.089932028s"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:31.091390986Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_04e2139f-f345-4b94-af6c-b7c9f2b54f51/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:31.582024753Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:32.043795072Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.284350403Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2244"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.498522924Z","hostname":"buskin","pid":1555,"component":"VmmReservoirManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:32.499347896Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"Looking for unencrypted datasets in oxp_04e2139f-f345-4b94-af6c-b7c9f2b54f51","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.615883895Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.625134736Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.625187637Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.625197117Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.625204107Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.625210087Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.635233529Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.635278219Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.728370303Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735525421Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735566712Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735574422Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735589622Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735608162Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735762395Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.735770695Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.770263508Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_6465aeea-d024-4ee4-a24b-ff08e90708a1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.778538404Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_6465aeea-d024-4ee4-a24b-ff08e90708a1","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.899966797Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.906967773Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.907000774Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.907007014Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.907012884Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.907019004Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.91659614Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:32.91661904Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"695335bd-b771-4f89-83d6-8109e2e28d93 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.00823007Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.016050439Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.016079779Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.016086159Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.01612258Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.01613341Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.016292422Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.016302302Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:33.046264177Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.052636994Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_695335bd-b771-4f89-83d6-8109e2e28d93/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.061029881Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_695335bd-b771-4f89-83d6-8109e2e28d93","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.186860011Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.194848352Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.194894863Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.194902953Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.194908453Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.194914564Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.205012987Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.205041337Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.30140349Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.309264329Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.30931945Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.30932831Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.309364741Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.309377301Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.309515623Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.309535423Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.344062407Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_7c43cfcc-66cd-477b-91e9-51962f5e8c5e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.353504191Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_7c43cfcc-66cd-477b-91e9-51962f5e8c5e","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.477652745Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.485741818Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.485788459Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.485809859Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.485820249Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.485833599Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.496086265Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.496118985Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"422754c0-0a82-4af6-9f87-5b99edbae553 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.595344881Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.60316672Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.603210011Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.603219341Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.603267962Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.603279642Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.603422474Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.603429644Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.639915448Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_422754c0-0a82-4af6-9f87-5b99edbae553/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.647840598Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_422754c0-0a82-4af6-9f87-5b99edbae553","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.7731617Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.781295194Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.781325074Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.781330914Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.781336404Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.781356995Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.791243835Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.791269885Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.889798171Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.898212048Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.898244149Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.898251219Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.898284049Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.89829812Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.898462232Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.898470702Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.936712983Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_dc4816f0-32db-4616-84ad-7fdc9036aaa4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:33.944735584Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:34.044710352Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:34.048982276Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Looking for unencrypted datasets in oxp_dc4816f0-32db-4616-84ad-7fdc9036aaa4","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.06702193Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.074715257Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.074757808Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.074765778Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.074771708Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.074775778Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.084276612Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.084304883Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.178210998Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186467153Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186513504Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186520234Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186525684Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186533594Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186682597Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.186690807Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.221651147Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_687f2366-7687-4a5b-8540-ca28c5b5de30/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.229575008Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_687f2366-7687-4a5b-8540-ca28c5b5de30","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.353899965Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.363389979Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.363426129Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.363431969Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:380","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.363436459Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:457"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.36344744Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.374914174Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.374979875Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.471697132Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479683254Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479709854Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479714834Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479738565Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479744545Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479879597Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.479886187Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.516906189Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_313053a8-dc4a-4e64-bb7f-5003b9a65870/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.525382807Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"}
{"msg":"Looking for unencrypted datasets in oxp_313053a8-dc4a-4e64-bb7f-5003b9a65870","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.651535962Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.65926663Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:478","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.65929318Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:395","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.65930991Z","hostname":"buskin","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.659428742Z","hostname":"buskin","pid":1555,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:41","disks":"AllDisks { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 86e97f84-4c38-4488-bd32-4905db091661 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19fafea5-df52-4fc3-9769-aa702cfc1dcd (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } }))}, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.659479323Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:549","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.659485263Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.659547954Z","hostname":"buskin","pid":1555,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.659809428Z","hostname":"buskin","pid":1555,"uri":"/omicron-physical-disks","method":"PUT","req_id":"33867278-44c6-43b0-93fc-11cc7090f687","remote_addr":"[fd00:1122:3344:101::1]:56664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":11865683,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.689346586Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.689461788Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:60824"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.689672531Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.689681701Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.739293964Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.739328405Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.788924087Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.788955738Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.838465239Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"No ledger in /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.83849664Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.83853063Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.838567771Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.881120347Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.881155327Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.881160787Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.932207092Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.935847008Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.939703456Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.951673438Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.955819301Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:34.959681699Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/9acc9665-b4b3-49a9-9514-4fabce353846): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-09T03:54:35.052526598Z","hostname":"buskin","pid":1555,"component":"ProbeManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:171"}
{"msg":"Profile for oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:3::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:3::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:3::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:3::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:36.476904167Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:36.476963468Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:36.47714189Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:2::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:2::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:2::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:2::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:36.96004241Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:37.438152817Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:1::2\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:1::1\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:1::1]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"[fd00:1122:3344:1::1]:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:37.438230538Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 59.685996ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.445782432Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:37.445824623Z","hostname":"buskin","pid":1555,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:37.445882864Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:37.449983586Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 137.672041ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.514693958Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 39.114498ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.580801952Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 31.751347ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.586676361Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 68.851381ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.626063549Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 135.624565ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.633467991Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 153.563313ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.777172402Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 259.593964ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.843080993Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 177.917146ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.895141933Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 494.704086ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:37.955618841Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 507.172426ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:38.085168867Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 545.134135ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:38.111508717Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 1.078372183s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:38.45959456Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 524.640673ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:38.601764958Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 760.738559ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:38.666313948Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 912.866028ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:39.136775298Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 1.016137764s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:39.436371776Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 1.247310772s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:39.546779401Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 897.956226ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:40.058712791Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:9fb2::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:40.386808721Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2261"}
{"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:40.386827802Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:626"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 740.753596ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:40.460690353Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 547.445846ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:40.801460365Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fe9d:8e3c","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:40.929642221Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2268"}
{"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:40.936121509Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2329"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 756.021581ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:40.964623012Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:41.057904847Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2514"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 656.101588ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:41.210096697Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:41.30648713Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2678"}
{"msg":"wait for service Some(\"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5\") failed: Property not found. retry in 1.009594733s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:41.357665517Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:41.507231677Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2393"}
{"msg":"wait for service Some(\"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97\") failed: Property not found. retry in 682.924779ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:41.729658813Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:41.824226748Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2428"}
{"msg":"wait for service Some(\"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088\") failed: Property not found. retry in 1.33659738s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:41.878059335Z","hostname":"buskin","pid":1555,"zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.03652035Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2728"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.23480434Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2755"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.486519931Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2622"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.733450068Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2422"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.746486116Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3824","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.746535317Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3840"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:42.746544337Z","hostname":"buskin","pid":1555,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:609"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.233162412Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_bb8a13d4-8fad-4eef-b798-1dc88e79f088"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.233215093Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_132ecbef-9d7a-4868-aa57-f7127e09bf97"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.233223693Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_internal_dns_1777c8cb-4826-496e-a67d-65109ae600a5"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.233229623Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.233473997Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.23370388Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"879acd8e-e1f7-44c4-ba47-3c70e1db1482","remote_addr":"[fd00:1122:3344:101::1]:60824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8544179,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.235227243Z","hostname":"buskin","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"failed to write DNS configuration (will retry in 108.0694ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:43.263852678Z","hostname":"buskin","pid":1555,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.30745618Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3848"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.313735085Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3904"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.390256167Z","hostname":"buskin","pid":1555,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.447942722Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3966"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.45243524Z","hostname":"buskin","pid":1555,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.515971865Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:585"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.516017396Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.543624824Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3947","rack_subnet":"fd00:1122:3344::"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.560087024Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Failed to query MGS at fd00:1122:3344:101::2: Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"920435b4-61a3-412c-8c97-7cd453169336\", \"content-length\": \"152\", \"date\": \"Tue, 09 Jul 2024 03:54:42 GMT\"}; value: Error { error_code: Some(\"DiscoveryNotYetComplete\"), message: \"discovery process not yet complete\", request_id: \"920435b4-61a3-412c-8c97-7cd453169336\" }","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:43.561542367Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:309"}
{"msg":"Failed to look up switch zone locations","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:43.561548467Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:232","retry_after":"118.39171ms","error":"No switch locations found"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.565242592Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3994"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.662289056Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:4021"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.68033919Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.724120504Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.725361843Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.725379163Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.766156432Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.766436306Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:34101"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.76668215Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.76668912Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.784405759Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:369"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.787418205Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.787426685Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.806263051Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.806297171Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.82402058Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.824064371Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.824229803Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.824317365Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.830238125Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:417"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.835805359Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.885109398Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:656"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.885186689Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:694"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.885596065Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:697","uptime":"2"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.885616735Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:439","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.1.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.896597012Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.898028874Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.898034214Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.971464828Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 153, 91]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 }, vnic: \"vopte0\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.97155969Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"ntp"}
{"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.97228433Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.972293741Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.972558494Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.973801724Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:43.999643336Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.002808784Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.002920375Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.002944716Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.002960196Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.002978476Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.002991056Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003010927Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003033697Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003047467Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003054717Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003109638Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003124798Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003131739Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003137839Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003148559Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003154629Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003159089Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003164699Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003170269Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.003176779Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.00319155Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.00320046Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:564","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.00320779Z","hostname":"buskin","pid":1555,"component":"StorageResources","file":"sled-storage/src/resources.rs:585","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Installing Omicron zone: oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.017852032Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value=\"fd00:1122:3344:100::/56\"/>\n        <propval type=\"boolean\" name=\"boundary\" value=\"true\"/>\n        <propval type=\"astring\" name=\"server\" value=\"0.pool.ntp.org\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.3.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.3.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.67589239Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:44.676077403Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 55.247612ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:44.806004095Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 143.491254ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:44.873744433Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 208.025628ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:45.043137833Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 561.357508ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:45.260778726Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 409.320648ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:45.834408313Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 1.20184471s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:46.253630826Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:47.105701608Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32881"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:47.10588297Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"3e38725f-ff94-4ba7-b7e4-dbfd5a095044","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:32881","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":76,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 607.169713ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:47.465112433Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7\") failed: Property not found. retry in 1.473588662s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:48.082110987Z","hostname":"buskin","pid":1555,"zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.572555239Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.57261668Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.572952566Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.57323886Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"5a2b2b56-b42b-4147-9238-125cfc29b9fd","remote_addr":"[fd00:1122:3344:101::1]:34101","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":5806735,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.575569225Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.60554888Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.605714663Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47518"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.615943598Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.61609581Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"50c52c7f-ca9b-4ebe-8594-7f24c0348951","remote_addr":"[fd00:1122:3344:101::1]:47518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":10190,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:49.618580318Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.777660433Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:49.777803625Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:37645"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:53.786717181Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:53.786895634Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"2a8fa14a-33ef-43cc-ac30-34afa0f94a2c","remote_addr":"[fd00:1122:3344:101::1]:37645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008985,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:53.789907119Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:53.937039643Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:53.937165345Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:47763"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:53.946321313Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:53.946486636Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"cd692811-37a2-41d3-8949-1d365ffe5b2d","remote_addr":"[fd00:1122:3344:101::1]:47763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9177,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:53.948526687Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:54.148142406Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:54.148272458Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:42677"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_5fe4ce40-520c-4862-8502-76226204e7f7': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:54.156683765Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3554"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:54.156771197Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"8ed40a68-80ed-4123-92d1-de13931d64f8","remote_addr":"[fd00:1122:3344:101::1]:42677","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8408,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:54.158648445Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:54.356193944Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:54.356305765Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:49406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:58.366097646Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"d9c46e31-8cf5-4ca8-a3cc-442fbc62d274","remote_addr":"[fd00:1122:3344:101::1]:49406","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":4009728,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:58.368046295Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:58.368068016Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:58.689774279Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:58.68989034Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:32969"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:58.698360629Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"6d9e6fe2-7ba0-477e-ae6c-1c45653d8391","remote_addr":"[fd00:1122:3344:101::1]:32969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8324,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:58.700056205Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:58.700061075Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.026717353Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.026815474Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:49489"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.03512875Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"60b53a7a-6523-4115-a956-66989d67594e","remote_addr":"[fd00:1122:3344:101::1]:49489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8246,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.036492531Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:59.036497961Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.360759363Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.360866114Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46090"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.3684906Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"eb896933-46ed-4f7e-8317-a7d83c53fc4d","remote_addr":"[fd00:1122:3344:101::1]:46090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":7494,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.369996643Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:54:59.370002743Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.285823108Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.2859173Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:46438"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.305648249Z","hostname":"buskin","pid":1555,"uri":"/timesync","method":"GET","req_id":"24fccc37-8686-44fb-900b-b093e8a26c62","remote_addr":"[fd00:1122:3344:101::1]:46438","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":19626,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1241950281, ip_addr: 74.6.168.73, stratum: 3, ref_time: 1720497298.2624192, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.306946219Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.306950679Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1224"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.334974774Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.335080806Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:57985"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.33535121Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.335362051Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.354386219Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.35442229Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.372477234Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.372506934Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.390108971Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.390152002Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.4426984Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.44273513Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.494275212Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.494311253Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.545861715Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.545894436Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.597096143Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.597127624Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.647221394Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.647258334Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.647518278Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.6476412Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.729848818Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.729893539Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.729904799Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.729908209Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.729913129Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.82554528Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.829973298Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.834356824Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.838516557Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.843105117Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.847659286Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.852223785Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.856829515Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.861318403Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:54:59.866166047Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:00.306950667Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"186.452052ms"}
{"msg":"Profile for oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService6\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::3\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"e8dbfc81-47ac-44d0-820a-0f8ede3050d4\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::3]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::3]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.842069367Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.842147029Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"63b52484-8626-405c-818a-23963bc8a2e5\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::5]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::5]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.84814031Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.848247541Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService8\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::4\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"3206162f-b2e7-4815-825e-bbb88a1375a2\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::4]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::4]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.874866335Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.875005167Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService9\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"9f4e6737-4f83-417f-98e8-62f8e56eb4da\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::7]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::7]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.893825333Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.893949555Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService7\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value=\"549cf6c1-cbcb-4a96-8892-81f6903eb132\"/>\n        <propval type=\"astring\" name=\"cockroach_address\" value=\"[fd00:1122:3344:101::6]:32221\"/>\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::6]:32222\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.912434146Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:02.912562377Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 30.528713ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:02.990151795Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 29.254683ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:02.997662689Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 65.712595ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.020026469Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 131.008244ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.028956354Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 58.138614ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.035832208Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 49.827657ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.043324232Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 52.995448ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.053614938Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 77.540359ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.5439338Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 151.59888ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:03.994247555Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 292.431959ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:04.018172989Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 61.742386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:04.124759456Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 113.051619ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:05.57058579Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 57.114521ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:05.570708422Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 405.147347ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:05.77548549Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 382.554191ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:05.886365183Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 166.620911ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:05.997962187Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 299.514893ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.011674285Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 258.018443ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.025567126Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 329.615206ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.175852227Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 823.837482ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.19116731Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 744.071195ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.279391659Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 322.60077ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.293460632Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 455.336324ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.321085602Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 612.688695ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.516919784Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 620.251283ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.62737817Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 589.733841ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:06.790467196Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 562.369179ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.025089197Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.249768041s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.033009007Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 515.813827ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.140383427Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 611.958995ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.257645977Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.173652483s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.391243774Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 951.767678ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.597390923Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 1.488815997s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.665760221Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 929.69073ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:07.880296357Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.264819064s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:08.29229933Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 691.564776ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:08.559098759Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.442825677s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:08.573792762Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.003652936s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:08.819974089Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 1.16642314s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:09.167588645Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 747.700689ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:09.260920911Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 627.957476ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:09.567606596Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.348821173s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:09.833514442Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 841.329285ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:10.020101674Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.282101917s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:10.029113521Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 776.209091ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:10.20628773Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 1.239460787s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:10.343240619Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 681.055773ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:10.870052095Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 669.357656ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:10.990561164Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.213795663s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:11.191079647Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.327132603s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:11.319991844Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 950.841667ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:11.559401248Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 818.223441ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:11.590804914Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.490690988s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:11.668678596Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.141466837s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:12.414906113Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132\") failed: Property not found. retry in 865.507041ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:12.423208109Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 765.484902ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:12.52080058Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 906.623477ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:12.656964147Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 660.079117ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:13.16841729Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 1.209013934s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:13.295046712Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.26457805s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:13.565883761Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 733.895473ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:13.5736882Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.14246764s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:13.839159049Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.468983438s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:14.317033912Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 688.317585ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:14.513140369Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.161663943s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:14.840944054Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.374332401s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:14.991202745Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 860.713449ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:15.213140833Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:15.494540924Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"337.722904ms"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.274032064s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:15.796554298Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.229298549s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:16.012735389Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 634.158304ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:16.082585819Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.238996134s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:16.376026253Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:16.680644726Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47296"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:16.680778268Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"cf851291-4c5a-4be7-97ec-8377f5b3319d","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:47296","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":76,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 1.070946328s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:16.726927399Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.463597187s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:17.080363704Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.48796647s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:17.251983908Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 917.92077ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:17.623245763Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 566.698526ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:17.805866355Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 1.103210381s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:18.381979529Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.478507493s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:18.550107771Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 717.144772ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:18.558015711Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 555.67892ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:18.747739811Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.113857658s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:19.284543999Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.243285112s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:19.311725451Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 934.858346ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:19.495133155Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.420870737s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:20.037303174Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 999.247051ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:20.407156038Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 575.890221ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:20.43759532Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.255496476s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:20.563635082Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 804.210193ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:21.022614789Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.427321945s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:21.41600466Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 680.462143ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:21.466998614Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 1.308493205s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:21.827698188Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 737.894861ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:21.834821696Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4\") failed: Property not found. retry in 1.38445353s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:22.156472928Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5\") failed: Property not found. retry in 948.753165ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:22.580966391Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2\") failed: Property not found. retry in 1.193095012s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:22.851563958Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da\") failed: Property not found. retry in 536.905422ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:23.145289696Z","hostname":"buskin","pid":1555,"zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.069179149Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_63b52484-8626-405c-818a-23963bc8a2e5"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.0692446Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_e8dbfc81-47ac-44d0-820a-0f8ede3050d4"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.06925542Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_549cf6c1-cbcb-4a96-8892-81f6903eb132"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.06926385Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.06927927Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_cockroachdb_9f4e6737-4f83-417f-98e8-62f8e56eb4da"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.06928417Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.069661766Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.069997151Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"78543809-4182-4254-a3c3-5975ff88c63b","remote_addr":"[fd00:1122:3344:101::1]:57985","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":24769886,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.102371613Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:62397"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.13115286Z","hostname":"buskin","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"d43188e8-34ea-4d14-8cfd-21b9f9e7f1a2","remote_addr":"[fd00:1122:3344:101::1]:62397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1  stdout: \n  stderr: ipadm: Address object not found","latency_us":28659,"response_code":"500"}
{"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:24.131425734Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"72.06491ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d43188e8-34ea-4d14-8cfd-21b9f9e7f1a2\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d43188e8-34ea-4d14-8cfd-21b9f9e7f1a2\" }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.230316565Z","hostname":"buskin","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"a38831f3-b67b-4ce1-88d1-1b3efd5b0268","remote_addr":"[fd00:1122:3344:101::1]:62397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1  stdout: \n  stderr: ipadm: Address object not found","latency_us":25701,"response_code":"500"}
{"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:24.230479637Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"91.230499ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a38831f3-b67b-4ce1-88d1-1b3efd5b0268\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a38831f3-b67b-4ce1-88d1-1b3efd5b0268\" }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.348820933Z","hostname":"buskin","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"1f8ec551-b693-4a83-890d-a6af86e256e1","remote_addr":"[fd00:1122:3344:101::1]:62397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService8/omicron6 in oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_3206162f-b2e7-4815-825e-bbb88a1375a2 /usr/sbin/ipadm show-addr -p -o ADDR oxControlService8/omicron6] executed and failed with status: exit status: 1  stdout: \n  stderr: ipadm: Address object not found","latency_us":26116,"response_code":"500"}
{"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:24.348974986Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:966","retry_after":"100.920897ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f8ec551-b693-4a83-890d-a6af86e256e1\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:24 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1f8ec551-b693-4a83-890d-a6af86e256e1\" }"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:24.485882184Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3388"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:34.239467352Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3406"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.425898964Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:3429"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.426017776Z","hostname":"buskin","pid":1555,"uri":"/cockroachdb","method":"POST","req_id":"71e904f2-449d-4b8c-8983-a36119c72e38","remote_addr":"[fd00:1122:3344:101::1]:62397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":13975860,"response_code":"204"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:38.432751058Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"1.323574321s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.464347568Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.464548431Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::1]:41607"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.464960697Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.464967147Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.489251886Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.489318157Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.509420212Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.509469712Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.529966893Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.530010474Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.548135819Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.54817986Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.566150123Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.566194873Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.583647718Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.583690049Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.600844109Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.6009071Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.620878233Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.620922714Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.692355288Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.692416399Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.768715597Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.768769118Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.850751152Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.850818263Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.92900643Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:38.929073971Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.005157686Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.005212447Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.08052783Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.080580621Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.164783399Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.16484137Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.239165278Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.239221499Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.300445638Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.300492299Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.366547881Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.366603642Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.435564569Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.43562161Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.502021477Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.502094448Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.502584756Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.50288976Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.61025417Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610310861Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610317751Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610322341Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610326851Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610330251Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610333691Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610338291Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610342651Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610345951Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610349302Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610352712Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610357252Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610361372Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610365642Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610369952Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610375242Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610389752Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.610394582Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.610662156Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"0fe40273-b415-4581-8e48-f840da82c3cc","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized)]","latency_us":1145970,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:39.61091371Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"140.746648ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fe40273-b415-4581-8e48-f840da82c3cc\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:39 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0fe40273-b415-4581-8e48-f840da82c3cc\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.752265386Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.752736693Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.752743773Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.776444893Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.776487883Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.80001078Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.800044191Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.820310489Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.820349279Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.840552816Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.840591076Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.860281815Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.860316636Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.880016565Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.880049545Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.899283577Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.899315297Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.918201874Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.91859523Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.939725661Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.939758242Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.959309758Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.959343329Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.978487439Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.97852409Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.997481187Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:39.997511558Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.01675304Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.016791861Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.035669307Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.035705768Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.054702796Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.054737116Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.079513053Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.079550283Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.102233968Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.102269118Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.123770634Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.123812695Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.143769728Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.143806668Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.163079581Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.163121982Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.163348445Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.163513368Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264197856Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264265177Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264272227Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264279777Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264286067Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264301077Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264307468Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264314948Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264320658Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264324708Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264331718Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264337258Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264343188Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264348678Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264354338Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264359768Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264365598Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264372569Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264378078Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.264528231Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"ecda3327-c3fe-42ba-a1f3-84972b2f70c0","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized)]","latency_us":512024,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.264742984Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"106.12669ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecda3327-c3fe-42ba-a1f3-84972b2f70c0\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ecda3327-c3fe-42ba-a1f3-84972b2f70c0\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.371986062Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.372353448Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.372378398Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.395115293Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.395168354Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.415288079Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.41533564Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.434493941Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.434542921Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.455630752Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.455675932Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.475259539Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.47531056Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.496765915Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.496809665Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.515897685Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.515944696Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.534796852Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.534849893Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.553922272Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.553971213Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.57417707Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.5742197Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.592188913Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.592235834Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.610687874Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.610726745Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.629976247Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.630015527Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.648405917Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.648453787Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.666555812Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.666591642Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.684946641Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.684989322Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.702753701Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.702794122Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.721000258Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.721050259Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.739359567Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.739416838Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.757180008Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.757227928Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.757442001Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.757578734Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852138409Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852175299Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852181679Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85218655Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852191019Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85219547Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85219893Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85220233Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85220561Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85221524Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85221967Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85222475Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85222904Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85223319Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85223794Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85224195Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.85224606Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852250011Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852255091Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.852375912Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1560dc72-e41c-4fa0-9321-d56eb4029898","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized)]","latency_us":480220,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:40.852587925Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"135.474892ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1560dc72-e41c-4fa0-9321-d56eb4029898\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1560dc72-e41c-4fa0-9321-d56eb4029898\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.989798688Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.990138613Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:40.990144533Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.010696745Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.010729966Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.030287913Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.030324363Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.049363632Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.049395063Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.067528778Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.067557919Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.085212886Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.085241267Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.103939441Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.103978181Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.122647845Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.122685055Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.140018718Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.140052459Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.157648116Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.157676556Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.175429686Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.175460896Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.193782394Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.193809885Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.211802998Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.211840568Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.229575967Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.229606168Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.247062833Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.247095404Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.264791252Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.264847323Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.28313062Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.283171341Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.301609811Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.301645301Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.320295424Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.320328365Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.338727144Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.338759795Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.357392227Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.357428798Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.357672872Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.357818284Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455628479Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455685899Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45569476Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45570202Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45570764Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45571481Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45572042Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.4557277Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45573331Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.45573887Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455745831Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455751691Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455757211Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455772621Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455778621Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455784351Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455791501Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455797001Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.455803901Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.455943094Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"e819d54f-ddb8-4366-bc2c-bc1d6ccc58d2","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized)]","latency_us":465996,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:41.456153617Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"134.236229ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e819d54f-ddb8-4366-bc2c-bc1d6ccc58d2\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e819d54f-ddb8-4366-bc2c-bc1d6ccc58d2\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.591349929Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.591707944Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.591716174Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.611303351Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.611350442Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.631115162Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.631161583Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.650358144Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.650402605Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.667477304Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.667518035Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.685961294Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.686007115Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.704291303Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.704337013Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.721746608Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.721798018Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.739131722Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.739188773Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.757558191Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.757594412Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.775476493Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.775520834Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.79305044Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.79308882Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.810366303Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.810414543Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.82997195Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.830009501Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.847921553Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.847960043Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.868706438Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.868746469Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.88728965Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.887329041Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.905397935Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.905440286Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.923642302Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.923691153Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.941170978Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.941212879Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.95905871Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.95911378Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.959352094Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:41.959514297Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053663086Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053699926Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053719136Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053724836Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053729117Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053733257Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053737327Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053741457Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053745637Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053750637Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053755917Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053759937Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053764147Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053769147Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053773207Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053777297Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053782237Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053791028Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.053795378Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.053911519Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1fd7cc92-55e7-48ca-9cf8-52125f105d9f","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized)]","latency_us":462390,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.054099952Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"118.611077ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1fd7cc92-55e7-48ca-9cf8-52125f105d9f\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1fd7cc92-55e7-48ca-9cf8-52125f105d9f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.173503694Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.17385618Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.17387116Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.196564164Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.196601285Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.216348035Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.216380735Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.236099525Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.236135125Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.255159544Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.255189664Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.273778287Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.273810537Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.292160695Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.292195826Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.311663591Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.311693892Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.331662185Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.331696346Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.352616483Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.352650034Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.371951837Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.371984657Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.391041756Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.391077327Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.41037468Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.41041262Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.429800835Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.429846845Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.449070257Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.449099117Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.467465416Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.467498737Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.483634002Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.483664512Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.49933449Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.49936519Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.514698043Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.514729084Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.53294233Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.53297931Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.55142304Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.551475351Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.551695705Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.551871717Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.65286645Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.652958502Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.652972542Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.652982252Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.652992412Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653018972Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653030683Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653040713Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653048523Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653058203Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653068513Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653081113Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653091364Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653100924Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653112964Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653123584Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653135904Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653142764Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653151285Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.653233266Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"9ea0c0f3-1174-4670-9388-2173a0a9a80c","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized)]","latency_us":479590,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:42.653460849Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"208.266253ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9ea0c0f3-1174-4670-9388-2173a0a9a80c\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9ea0c0f3-1174-4670-9388-2173a0a9a80c\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.862766956Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.863109411Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.863118461Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.885364449Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.88541439Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.905743438Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.905799659Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.92629287Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.926343761Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.947820417Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.947887438Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.968669363Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.968727564Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.989886916Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:42.989949476Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.011587025Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.011636075Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.032000845Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.032048315Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.052052229Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.05210913Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.073107088Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.073152269Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.093451807Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.093504968Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.113760326Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.113813506Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.13581373Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.135859221Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.156717198Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.156796669Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.178082382Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.178132253Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.197968654Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.198018355Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.219733074Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.219783385Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.241047428Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.241092928Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.262754377Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.262818318Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.284523948Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.284582528Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.284792721Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.284954054Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386720649Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386769429Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386775029Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386780609Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38678482Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38678897Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38679398Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38679832Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38680242Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38682368Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38682717Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38683043Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.3868336Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.38684039Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386844581Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386848861Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386852581Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386857971Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.386862011Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.386907622Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"4702508d-ebac-4a15-9517-2415aad53d5f","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized)]","latency_us":524014,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:43.387112005Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"444.412227ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4702508d-ebac-4a15-9517-2415aad53d5f\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:43 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4702508d-ebac-4a15-9517-2415aad53d5f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.832428873Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.832780529Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.832792889Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.858644251Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.858680302Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.880353261Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.880390181Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.90335446Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.903393381Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.926477251Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.926514982Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.948352553Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.948393514Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.969312721Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.969360552Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.989132522Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:43.989168372Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.009112675Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.009154066Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.031723469Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.031758159Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.052507424Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.052542725Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.072323025Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.072364335Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.095214462Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.095247593Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.116100339Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.11613698Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.136832354Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.136883575Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.157196753Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.157233683Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.177972058Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.178004909Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.197791219Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.197823559Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.217280955Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.217314666Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.2393388Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.23937174Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.259724309Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.25976085Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.259971203Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.260097845Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362870465Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362929646Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362937996Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362944846Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362950466Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362957476Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362963406Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362969096Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362975036Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362980626Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362987757Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362994497Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.362998567Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363017097Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363025387Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363032317Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363037737Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363044697Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363050287Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.363170249Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f8b5e00e-7db8-4a93-9e42-be6de1ed17ae","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized)]","latency_us":530602,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:44.363380623Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"433.448674ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8b5e00e-7db8-4a93-9e42-be6de1ed17ae\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:44 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f8b5e00e-7db8-4a93-9e42-be6de1ed17ae\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.797776766Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.798127091Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.798134421Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.821359744Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.821409674Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.84220185Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.842248131Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.862883314Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.862934685Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.883471426Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.883517667Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.9060734Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.90612373Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.928630712Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.928684823Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.95157019Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.951619901Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.971254399Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.971299839Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.990204096Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:44.990250307Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.012077098Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.012128409Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.033207999Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.03326146Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.055416506Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.055477397Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.079886027Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.079935008Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.101538966Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.101588877Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.122837639Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.12289401Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.144259425Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.144304935Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.168828128Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.168878448Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.191576873Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.191624754Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.212371258Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.212424289Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.234414763Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.234473844Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.234660407Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.234822469Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336475852Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336549323Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336571524Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336577904Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336585414Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336591364Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336597314Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336603344Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336610334Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336616364Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336623564Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336627535Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336632924Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336639885Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336645475Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336649525Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336656665Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336676915Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.336682425Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.336811087Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f5315965-a291-4e53-97ae-e0aef7e486e4","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized)]","latency_us":538895,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:45.337064791Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"390.158815ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f5315965-a291-4e53-97ae-e0aef7e486e4\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f5315965-a291-4e53-97ae-e0aef7e486e4\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.72840905Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.728751745Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.728762555Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.751385539Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.75143339Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.772094943Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.772154344Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.791902854Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.791951125Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.811970238Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.812021629Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.831236221Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.831278371Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.850897189Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.85094239Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.871764716Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.871811577Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.892142675Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.892183406Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.913980447Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.914021787Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.935393102Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.935438792Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.954587513Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.954633014Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.975385279Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.975427449Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.994854624Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:45.994920895Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.017210964Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.017271214Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.038802881Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.038859432Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.057668098Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.057716318Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.078102008Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.078151029Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.098141812Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.098200353Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.116834066Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.116890246Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.136109528Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.136173029Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.136376752Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.136505844Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234670834Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234716975Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234723525Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234727795Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234732845Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234736985Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234751095Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234756346Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234760566Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234765716Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234769726Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234773916Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234779076Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234783416Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234786546Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234789756Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234792926Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234796076Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.234799226Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.234863077Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"16d47b8c-c935-4e90-917d-4070c7a1e7c7","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized)]","latency_us":506317,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:46.23505713Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"282.585674ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"16d47b8c-c935-4e90-917d-4070c7a1e7c7\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"16d47b8c-c935-4e90-917d-4070c7a1e7c7\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.518427591Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.518869118Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.518885108Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.541703384Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.541754625Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.56187326Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.561919281Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.581044831Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.581098262Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.602000829Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.60204681Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.620383338Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.620436629Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.637460007Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.637506588Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.65406629Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.65411972Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.672635831Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.672683892Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.693772792Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.693816253Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.711193847Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.711237427Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.722773052Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62848"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.723002996Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d16ed2e6-c52d-4afa-8f1e-b6d5f15907ed","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:62848","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":150,"response_code":"200"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.73118727Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.73120152Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.751692411Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.751735842Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.76936082Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.76941602Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.789517895Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.789564126Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.811766463Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.811818464Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.831210308Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.831257239Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.84981067Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.849855341Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.867433668Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.867494789Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.888480688Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.888528428Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.907887882Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.907944343Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.908128326Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:46.908268798Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004432508Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004480488Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004486418Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004490008Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004494238Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004500009Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004510919Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004515729Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004519899Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004523859Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004527969Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004532059Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004537139Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004541289Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004545329Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004549419Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004553329Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004557359Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.00456231Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.004654271Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"d58b87e6-7c51-4a09-a024-8ff076e1a966","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized)]","latency_us":486061,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:47.004831503Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"617.980889ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d58b87e6-7c51-4a09-a024-8ff076e1a966\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:46 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d58b87e6-7c51-4a09-a024-8ff076e1a966\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.623416202Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.623785747Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.623799737Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.646876228Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.646913848Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.66745137Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.6674855Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.686640971Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.686678522Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.705359595Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.705398856Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.723588742Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.723634823Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.744710263Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.744751383Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.765252854Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.765286245Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.785953538Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.785987849Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.806106595Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.806141195Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.825800183Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.825847244Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.845242909Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.845275849Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.865917312Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.865948043Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.884944131Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.884975192Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.905351151Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.905386791Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.924712855Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.924744275Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.945200656Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.945237876Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.965833299Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.965865789Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.986092776Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:47.986124537Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.007103575Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.007151456Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.027509805Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.027548096Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.027738599Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.02786638Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124833502Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124894333Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124902963Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124908863Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124912913Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124918494Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124925434Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124929294Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124933334Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124938494Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124954004Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124961444Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124966984Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124972544Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124977524Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124988204Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124992204Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.124997665Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.125002975Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.125095816Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a70d965b-39ac-453a-af85-a4f62832bc7e","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized)]","latency_us":501516,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:48.12532846Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"435.728593ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70d965b-39ac-453a-af85-a4f62832bc7e\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a70d965b-39ac-453a-af85-a4f62832bc7e\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.562464814Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.563346538Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.563353768Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.58592306Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.585951841Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.607918954Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.607950965Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.62676255Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.626794811Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.647634167Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.647663968Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.666418892Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.666447253Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.685873037Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.685901758Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.70512296Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.7051521Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.72358317Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.72360955Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.742653999Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.74268328Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.763703359Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.763729409Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.787989167Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.788031638Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.809590145Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.809617496Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.829561918Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.829589039Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.84877892Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.84881011Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.868105753Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.868132784Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.887024601Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.887051461Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.909295368Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.909321879Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.930413399Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.93044236Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.952123219Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.952153109Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.971871698Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.971900869Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.972102082Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:48.972239984Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072206741Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072266722Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072275522Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072283453Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072292162Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072299733Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072308643Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072317353Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072324743Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072334003Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072342973Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072349943Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072357343Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072362864Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072381444Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072388524Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072394054Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072399314Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072406314Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.072449335Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"1ae309ee-0857-4b56-9d97-586236dbb05b","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized)]","latency_us":509819,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:49.072643218Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"660.219762ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae309ee-0857-4b56-9d97-586236dbb05b\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1ae309ee-0857-4b56-9d97-586236dbb05b\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.734093277Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.734899409Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.734907909Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.757002804Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.757044055Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.777465295Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.777505425Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.796290681Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.796354042Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.815203248Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.815252618Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.833898412Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.833940342Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.852360512Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.852402652Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.872428526Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.872471587Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.890367338Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.890405099Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.909641631Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.909679482Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.930413576Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.930452647Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.953102031Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.953143931Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.976037079Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.97609402Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.998602551Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:49.998642962Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.018674826Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.018722827Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.04133746Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.04137647Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.06309721Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.063134721Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.087249587Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.087310338Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.11054424Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.110585331Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.133074382Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.133112973Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.155198018Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.155258989Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.155465472Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.155625335Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257283558Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257321048Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257327228Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257346028Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257350429Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257354629Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257358819Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257361929Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257366949Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257371089Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257375219Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257379169Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257382259Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257385389Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257388539Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257392689Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257395849Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257399069Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257405249Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:50.257486421Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"6e1faaed-3566-42ae-8000-e2a1c093dacf","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized)]","latency_us":523254,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:50.257709384Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.280633789s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6e1faaed-3566-42ae-8000-e2a1c093dacf\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6e1faaed-3566-42ae-8000-e2a1c093dacf\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.539399618Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.539748223Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.539754263Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.56262027Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.56265604Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.582799726Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.582838837Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.602217081Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.602252121Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.622348126Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.622393607Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.641900093Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.641933084Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.660365634Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.660406354Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.680019562Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.680055422Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.700136437Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.700167078Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.718880992Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.718911652Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.738830974Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.738864145Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.759560099Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.75959126Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.778899122Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.778929763Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.798216756Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.798247616Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.818039377Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.818074517Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.837636874Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.837669394Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.858487881Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.858523441Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.880009637Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.880046508Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.899914039Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.89995163Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.919589248Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.919620998Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.93950178Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.939535161Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.939794865Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:51.939945167Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039037981Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039087522Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039093712Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039100662Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039105682Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039112242Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039134563Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039140003Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039146443Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039151593Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039156903Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039160733Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039166443Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039170243Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039173823Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039179333Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039183513Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039188383Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039193303Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:52.039260244Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"b816989d-d80b-4d7f-bbf8-208fc45ed860","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized)]","latency_us":499698,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:52.039470317Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.604274751s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b816989d-d80b-4d7f-bbf8-208fc45ed860\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:52 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b816989d-d80b-4d7f-bbf8-208fc45ed860\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.645094277Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.645409302Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.645424612Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.667298754Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.667341664Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.687712304Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.687751714Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.706784243Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.706827674Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.724668625Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.724711105Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.74416835Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.744218161Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.762816293Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.762856844Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.781127042Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.781165992Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.800657068Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.800699828Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.819380122Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.819418303Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.839890594Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.839936974Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.859462011Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.859499051Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.878303326Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.878344107Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.896700526Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.896743466Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.918238753Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.918285073Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.940799185Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.940844586Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.960975731Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.961013242Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.984566969Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:53.98460643Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.008062106Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.008115367Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.029555452Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.029610333Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.050233626Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.050294757Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.05049792Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.050614342Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145727925Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145796337Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145803707Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145809347Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145814777Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145820117Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145824137Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145829497Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145836717Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145842257Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145864338Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145868568Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145875158Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145881008Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145887968Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145893438Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145897318Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145900808Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.145906218Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:54.145993709Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"7dcd6162-f2c3-411e-b364-0afff712c333","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized)]","latency_us":500776,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.146214773Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.89662957s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7dcd6162-f2c3-411e-b364-0afff712c333\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7dcd6162-f2c3-411e-b364-0afff712c333\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:54.809697982Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"2.510690596s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.043337637Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.043691112Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.043699352Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.066828243Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.066878404Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.087198322Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.087248273Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.107588202Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.107624653Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.125859219Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.12590043Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.145196713Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.145240763Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.162737339Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.16278283Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.181001246Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.181040937Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.199302244Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.199337505Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.217770404Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.217809355Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.236276335Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.236323646Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.255328084Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.255367895Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.27481367Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.274857461Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.294021892Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.294062842Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.313923014Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.313967674Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.333113555Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.333166776Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.352623691Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.352658282Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.373453717Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.373495978Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.39340195Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.393437351Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.413067558Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.413107199Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.433519729Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.43356584Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.433800113Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.433927945Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528689233Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528728554Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528735354Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528742074Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528748064Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528754384Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528759744Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528765944Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528771264Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528777725Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528783865Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528788035Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528807245Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528812775Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528817905Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528822925Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528828085Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528832005Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.528835925Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:56.528875226Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"a0689055-5c0b-4fdc-aab3-507adc7be59f","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized)]","latency_us":485400,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:56.529041989Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"2.52504385s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0689055-5c0b-4fdc-aab3-507adc7be59f\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:56 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a0689055-5c0b-4fdc-aab3-507adc7be59f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.056077323Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.056640892Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.056649242Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.07829423Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.078340561Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.098174132Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.098219883Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.116351708Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.116390279Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.13425837Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.13430093Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.152245943Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.152288473Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.170581531Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.170631562Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.188833588Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.188885099Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.206931703Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.206967513Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.225413723Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.225451314Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.243778962Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.243829853Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.261501671Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.261539722Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.2805194Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.28056798Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.299192653Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.299234924Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.317315458Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.317356239Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.334875055Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.334921395Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.354172148Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.354223288Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.373156606Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.373197266Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.391491684Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.391531845Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.410861828Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.410901019Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.430816651Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.430863792Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.431078505Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.431197787Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525861922Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525915303Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525920874Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525924383Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525928594Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525931834Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525935044Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525939174Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525942404Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525946564Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525951424Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525955784Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525959124Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525962334Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525965454Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525969624Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525986424Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525989795Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.525992975Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:55:59.526011225Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"50caa984-7984-4cbc-a1b5-40e7c00555d9","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized)]","latency_us":469685,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:55:59.526182858Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"2.666179809s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50caa984-7984-4cbc-a1b5-40e7c00555d9\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:55:59 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"50caa984-7984-4cbc-a1b5-40e7c00555d9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.193484652Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.193857218Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.193864438Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.214757405Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.214792795Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.232974971Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.232998102Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.252030281Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.252061681Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.270145746Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.270174756Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.28887465Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.28890548Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.306725361Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.306751711Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.325856891Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.325882032Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.344099688Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.344137789Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.361958189Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.3619907Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.380138285Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.380168596Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.397931435Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.397958155Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.415897528Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.415923518Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.434340608Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.434365028Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.454004546Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.454029986Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.472922553Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.472958564Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.49114698Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.4911738Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.50897474Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.508999611Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.527081885Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.527108475Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.544704502Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.544734913Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.562382411Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.562416001Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.562675305Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.562816817Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654269645Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654317356Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654325986Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654331346Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654350947Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654356857Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654364487Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654368627Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654375877Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654381767Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654387547Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654408548Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654420458Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654430908Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654436878Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654444038Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654448508Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654454458Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654458668Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2971","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:02.654533589Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"f23a099b-eb5f-4c28-a788-ac692d5b12d8","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:866","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\", TimeNotSynchronized), (\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\", TimeNotSynchronized), (\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\", TimeNotSynchronized), (\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\", TimeNotSynchronized), (\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\", TimeNotSynchronized), (\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\", TimeNotSynchronized), (\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\", TimeNotSynchronized), (\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\", TimeNotSynchronized), (\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\", TimeNotSynchronized), (\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\", TimeNotSynchronized), (\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\", TimeNotSynchronized), (\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\", TimeNotSynchronized), (\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\", TimeNotSynchronized), (\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\", TimeNotSynchronized), (\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\", TimeNotSynchronized), (\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\", TimeNotSynchronized), (\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\", TimeNotSynchronized), (\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\", TimeNotSynchronized), (\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\", TimeNotSynchronized)]","latency_us":460894,"response_code":"500"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:02.654734453Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.930458861s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f23a099b-eb5f-4c28-a788-ac692d5b12d8\", \"content-length\": \"124\", \"date\": \"Tue, 09 Jul 2024 03:56:02 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"f23a099b-eb5f-4c28-a788-ac692d5b12d8\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 1777c8cb-4826-496e-a67d-65109ae600a5, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 5fe4ce40-520c-4862-8502-76226204e7f7, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: abafe6fa-d81b-49a9-b550-a873ad305285, kind: Service { id: 5fe4ce40-520c-4862-8502-76226204e7f7 }, name: Name(\"ntp-5fe4ce40-520c-4862-8502-76226204e7f7\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 153, 91])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3206162f-b2e7-4815-825e-bbb88a1375a2, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 63b52484-8626-405c-818a-23963bc8a2e5, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: 16275aa2-112d-4167-9089-7f6f1011ab8b, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 31a6018c-4a02-44ca-a252-128f128ff4f3, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f7b3e198-9f04-4d24-905d-d519093db2b1, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: c88701c0-5dba-4a6f-9910-fc1cbac7aaff, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: cdd6b81b-253e-4612-bcf7-6d06f2f58de3, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: d9102072-43e8-4f0f-87e9-9bcdc2bde069, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External } } } }, OmicronZoneConfig { id: 39cee393-d680-4c39-887a-475060dc671f, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3df982da-6d4e-49d6-993f-af3c51c9c166, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External } } } }, OmicronZoneConfig { id: c75f482b-24b7-490a-b8b6-6ced5ab87016, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External } } } }, OmicronZoneConfig { id: e64bfa86-f183-490b-88bf-1c091191282e, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External } } } }, OmicronZoneConfig { id: b05910a7-5cff-4e66-b164-7548a09d9ea7, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External } } } }, OmicronZoneConfig { id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.095113434Z","hostname":"buskin","pid":1555,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.095721683Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.095748273Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 132ecbef-9d7a-4868-aa57-f7127e09bf97, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.116523409Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.118778273Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: bb8a13d4-8fad-4eef-b798-1dc88e79f088, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.136308209Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.13635451Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 1777c8cb-4826-496e-a67d-65109ae600a5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.154842021Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.154896931Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e8dbfc81-47ac-44d0-820a-0f8ede3050d4, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.173030597Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.173073407Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3206162f-b2e7-4815-825e-bbb88a1375a2, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.190429981Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.190470141Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 63b52484-8626-405c-818a-23963bc8a2e5, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.208255241Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.208312472Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 549cf6c1-cbcb-4a96-8892-81f6903eb132, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.225797887Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.225869868Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9f4e6737-4f83-417f-98e8-62f8e56eb4da, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: CockroachDb }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.245638279Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.245686499Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 16275aa2-112d-4167-9089-7f6f1011ab8b, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.263810554Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.263875455Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 31a6018c-4a02-44ca-a252-128f128ff4f3, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.282708771Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.282767302Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 0b9e78e0-22f6-41d4-907e-a4f9e1969de7, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.301369174Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.301415665Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 34d1ceb6-ae4b-4ed5-91c7-45678b4ef650, dataset_name: DatasetName { pool_name: ZpoolName { id: a2c38142-222d-4b6f-9bd4-77a659df74c3 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.319965637Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.320022308Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 8d40a042-3b9d-4fa6-b91d-9ba3467f782d, dataset_name: DatasetName { pool_name: ZpoolName { id: 04e2139f-f345-4b94-af6c-b7c9f2b54f51 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.337589414Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.337636315Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 39cee393-d680-4c39-887a-475060dc671f, dataset_name: DatasetName { pool_name: ZpoolName { id: 6465aeea-d024-4ee4-a24b-ff08e90708a1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.355608898Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.355677679Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 3df982da-6d4e-49d6-993f-af3c51c9c166, dataset_name: DatasetName { pool_name: ZpoolName { id: 695335bd-b771-4f89-83d6-8109e2e28d93 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.374622326Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.374670587Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: c75f482b-24b7-490a-b8b6-6ced5ab87016, dataset_name: DatasetName { pool_name: ZpoolName { id: 7c43cfcc-66cd-477b-91e9-51962f5e8c5e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.392184123Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.392226284Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: e64bfa86-f183-490b-88bf-1c091191282e, dataset_name: DatasetName { pool_name: ZpoolName { id: 422754c0-0a82-4af6-9f87-5b99edbae553 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.410331528Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.410378039Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: b05910a7-5cff-4e66-b164-7548a09d9ea7, dataset_name: DatasetName { pool_name: ZpoolName { id: dc4816f0-32db-4616-84ad-7fdc9036aaa4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.428412373Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.428472454Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 26476512-de8c-4b76-ab4b-4dfbe6c3c804, dataset_name: DatasetName { pool_name: ZpoolName { id: 687f2366-7687-4a5b-8540-ca28c5b5de30 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.44669949Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.446746721Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:853","request":"NewFilesystemRequest { dataset_id: 9ecc98cd-715f-49bd-ad78-0010c0c026aa, dataset_name: DatasetName { pool_name: ZpoolName { id: 313053a8-dc4a-4e64-bb7f-5003b9a65870 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.466171816Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.466232497Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.4664536Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.466580252Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.599969377Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.600231171Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.600240221Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.600249521Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.600253501Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.601896486Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.603335448Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.632012173Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.634247137Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.634351768Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815026621Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815248974Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815281805Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815288975Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815295005Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815300805Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.815307065Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.826549816Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.837550893Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.837761956Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.84331478Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.848494409Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.853976492Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.859900982Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.864903618Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:04.87030302Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.012281215Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.016703522Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.020949136Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.025222471Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.030688394Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.035571258Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.04035267Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.044705697Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.049299136Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.054853851Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.059593913Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.064495617Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.069925299Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.076621581Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.083939412Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.090946009Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.09632798Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.101977716Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.108687068Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.114230782Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.121429021Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.180994965Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.244901405Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.313929203Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.320723546Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.320749577Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.433535508Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 205, 38]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte1\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.43360681Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.442560145Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.442584356Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.580065813Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 221, 183]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte2\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.580162954Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.653808782Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.710605924Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.713833973Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.713855373Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.824804387Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 128, 198]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte3\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.824895058Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.830873919Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.83090215Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.92380887Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 227, 201]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 }, vnic: \"vopte4\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.923895731Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.927311533Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:05.927349104Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.014418944Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 135, 236]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 }, vnic: \"vopte5\" }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.014505046Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:1200","zone_type":"external_dns"}
{"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.015219624Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.015245565Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.015511876Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.01552727Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.01571196Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.015725357Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.020754061Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.023843869Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.05819217Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.061523268Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.063800007Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.063824176Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.063982523Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.064005276Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.064172836Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.064186842Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.127644591Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.131081345Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.133489659Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.133508897Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.13382138Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.141507031Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.14698644Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.215432857Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.222019498Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.228433602Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.235004954Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.240991378Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.268712424Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:06.277195585Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService22\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::f\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::f\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.900576638Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.901035766Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService16\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::10\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::10\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.942928356Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.943083937Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService10\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::17\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_422754c0-0a82-4af6-9f87-5b99edbae553/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::17\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"96b7002d-8803-4eb0-a7a8-c09feb509e64\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.97956835Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService12\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::19\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_687f2366-7687-4a5b-8540-ca28c5b5de30/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::19\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"ed849cd4-8e04-48e1-b4cf-9334910f2cc6\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.979746739Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService20\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::15\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_695335bd-b771-4f89-83d6-8109e2e28d93/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::15\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"d58f6da3-e7bf-4ac3-9015-47df5203e9e3\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.979924333Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService23\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::18\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_dc4816f0-32db-4616-84ad-7fdc9036aaa4/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::18\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"00db91fd-dcb8-4b8b-b548-6d9e9c541748\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.98006736Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.980083457Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.98981379Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService13\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::1a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_313053a8-dc4a-4e64-bb7f-5003b9a65870/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1a\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"e514e447-b080-4990-8653-08e689daad00\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.99673678Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService15\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::13\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_04e2139f-f345-4b94-af6c-b7c9f2b54f51/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::13\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"eaf73cce-b66f-4d03-8b45-5f793376af37\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.996947167Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:07.997055778Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.003159498Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.008946882Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.014770905Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_39cee393-d680-4c39-887a-475060dc671f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService19\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::14\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_6465aeea-d024-4ee4-a24b-ff08e90708a1/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::14\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"a434ad23-6b73-4c71-b481-593d85174548\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.0218077Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.022074723Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService11\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::d\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value=\"a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\"/>\n        <propval type=\"astring\" name=\"address\" value=\"[fd00:1122:3344:101::d]:12223\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.056991101Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.05717581Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Profile for oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService21\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::16\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_7c43cfcc-66cd-477b-91e9-51962f5e8c5e/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::16\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"8dd955f2-b5ab-450e-8838-4e0d1e41d852\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.361665453Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:08.361757761Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 35.211544ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.696519642Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 41.396182ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.712413416Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 31.822051ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.727528086Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 35.996182ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.742236676Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 51.211377ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.756662449Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 69.557027ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.770363417Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 37.822908ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:08.939358075Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 63.059948ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.037805341Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 44.38825ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.102279765Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 145.985216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.133467803Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 54.587802ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.192670659Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 124.877319ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.252556555Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 37.456938ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.379569444Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 99.801236ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.490677297Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 61.765116ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.524611544Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 86.645356ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.5884941Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 109.830009ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.648888359Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService17\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::11\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::11\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"17000\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:09.648963444Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 102.992849ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:09.969696199Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 96.178912ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.220466697Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 109.900312ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.315239873Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 144.652625ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.344432762Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 74.278845ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.371255513Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 111.848532ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.395500557Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 134.081512ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.413671202Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 210.671226ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.430205842Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 265.906128ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.449803074Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 206.657072ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.471322368Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 185.086745ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.49240318Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:10.492566513Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 256.493451ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.522748955Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 154.440587ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.53837084Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 213.522024ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.553499864Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 279.919558ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.567777022Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 224.225357ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.58212472Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 486.07591ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.595998925Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 190.007171ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.61262094Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService14\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::12\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value=\"oxp_a2c38142-222d-4b6f-9bd4-77a659df74c3/crucible\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::12\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"32345\"/>\n        <propval type=\"astring\" name=\"uuid\" value=\"94677fed-e4d1-46dd-9ca8-ede2f8b4c0ea\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:10.622978605Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:10.623342727Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 585.576516ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.656118421Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 318.864861ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.693531937Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 266.599879ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.70717503Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 401.781077ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.717142464Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 325.522544ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.728873682Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 360.310905ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.781787815Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 60.498913ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.792319607Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 216.910213ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.805804837Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 301.373279ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.818833001Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 381.767566ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.83108914Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 850.84546ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.861945564Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 129.447605ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.874055067Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 58.998042ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.883866947Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService28\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::9\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte5\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::9]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.6:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:10.923091338Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:10.923335813Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 122.913062ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.954863858Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 968.537999ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:10.99030341Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 208.424376ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.021824511Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.106632572s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.03521345Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 892.82975ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.047972974Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService24\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::8\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte3\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.1.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.1.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value=\"[fd00:1122:3344:101::8]:5353\"/>\n        <propval type=\"astring\" name=\"dns_address\" value=\"172.30.1.5:53\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:11.048395775Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:11.048696584Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.020010788s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.068179279Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 106.737421ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.095852747Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 762.264661ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.110641436Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 552.91001ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.134410887Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 629.99555ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.147875721Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 419.576826ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.163335373Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 64.822224ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.18648544Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 373.856135ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.216073785Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 494.873849ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.22790613Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 490.719224ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.247735096Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 824.038528ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.264549989Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 141.761624ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.277884621Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 227.423944ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.436929168Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 968.211998ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.600573447Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 595.123171ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.613285538Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 586.887574ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.678190928Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.246366676s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.702851901Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.436902259s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.733224151Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.146063816s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.751063278Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 485.236723ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.765282545Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.124715644s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.797103907Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 814.173934ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.89060059Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.908177806Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"4.668854515s"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.155132709s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.957110833Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 1.171356739s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:11.972735637Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.477876296s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.10365973Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 734.570251ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.114713773Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.223248571s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.157100935Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.060694431s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.220644105Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 539.793319ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.260537222Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 739.516709ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.276990909Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.236134206s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.584948805Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.022796161s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.719725633Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService27\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::c\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte4\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.7\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:12.753313304Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService25\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::a\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte1\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.5\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:12.753354237Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService26\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::b\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value=\"vopte2\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"172.30.2.1\"/>\n        <propval type=\"astring\" name=\"ip\" value=\"172.30.2.6\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:12.753412193Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:12.753494226Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:12.760150244Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:12.766600703Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.089774686s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.816261708Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 793.103746ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.865903953Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.444922323s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.914511295Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.383098922s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.938327717Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.204153326s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.96645618Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 60.367355ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.977339205Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 42.716485ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:12.988857047Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 61.148062ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.000189288Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 520.035438ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.032726867Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 135.18341ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.042035914Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 117.69044ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.051769899Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 76.91456ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.073667931Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.027860479s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.129369568Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 918.925891ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.158129185Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 163.807651ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.16793738Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 227.323961ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.183816908Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 273.685744ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.197140199Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 942.898277ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.209009178Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 546.038804ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.298193755Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 595.135994ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.362907164Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.128290394s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.411789305Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 278.007043ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.436728737Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 376.615224ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.498922201Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 764.741975ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.598523465Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.008154497s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.611600246Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 990.628421ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.675817346Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.015098173s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.73861701Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.039737879s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.766537254Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 683.826216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.839305571Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.108470492s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.858653807Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 644.752057ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.890689035Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.416073453s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.922824189Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 670.884089ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:13.973987613Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 940.190198ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.09199107Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.492560061s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.165562682Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.113067562s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.177074838Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 997.87066ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.187763048Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.310437082s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.338374734Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 634.212038ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.448587544Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.232620758s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.479903699Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.052326738s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.559805047Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.358871037s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.606376956Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.317453238s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.636348668Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 850.317373ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.703028607Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 667.977694ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.722836714Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 916.353386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.745658711Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.001579886s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.799103201Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 574.824533ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.846736961Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 886.104436ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:14.980003885Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 576.08987ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.050737171Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 527.215576ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.101049966Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 691.086658ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.199717829Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.378985328s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.306714567Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 604.836833ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.35693534Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.425960521s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.405943501Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.429115734s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.434824167Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.436869139s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.567240776Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.497545416s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.626837707Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 1.025069184s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.639621333Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 989.417284ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.650298639Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.165908074s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.663573267Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 800.636538ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.673186419Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 1.274393771s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.682799665Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.125027093s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.727643499Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 670.32252ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.816360853Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.190821422s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.880681192Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.33429563s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.904709024Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.184735424s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.968465253Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 579.950948ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.981338911Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.22615279s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:15.993024616Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.211989282s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.493024304Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.151463465s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.508693536Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.153712786s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.580304634Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:16.775599657Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54357"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 846.878638ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.793168361Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:16.816815817Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"2dba54fd-905b-490f-9454-e7999cccc2ff","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:54357","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":33500,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.375652017s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.824656054Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 1.193181988s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.837553512Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.347236398s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.849685727Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.444397689s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.861278451Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.435667468s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.873750096Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.329023656s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.887126756Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 1.088222158s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:16.975460078Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.404169526s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.020168039Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 625.129124ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.089453782Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.011741812s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.144178169Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.073708002s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.168477661Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.259766449s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.248914346Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.009989479s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.274963569Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 43.264396ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.363996501Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 57.44961ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.419459709Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 229.384453ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.490722751Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 919.802167ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.655837738Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.489336939s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.676826501Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 612.814221ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.720880271Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.361313699s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.732957884Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 312.530078ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.746231433Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.479120239s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:17.757034191Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 858.776258ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.048176349Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 700.469477ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.073087721Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 500.088654ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.084674066Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 793.616463ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.170892734Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.472037748s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.213110396Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 974.820471ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.224382108Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 998.090458ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.236099901Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 662.916431ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.256656505Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.226323396s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.300207305Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.275687186s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.321348502Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.340194543s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.333653611Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 906.341601ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.348084245Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 571.498551ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.441359361Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.15276099s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.52435407Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 1.494635196s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.591615228Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 806.930926ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.602903496Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 799.735441ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.788231861Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 538.098871ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.922958306Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.36088069s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.934355805Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 989.653704ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:18.980707352Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 528.882456ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.027610501Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.257137629s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.10812481Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 910.793967ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.180730263Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.055876342s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.21190267Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.304320765s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.247510006Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.041789505s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.256608622Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.147330005s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.266639331Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 1.019417994s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.420467874Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 767.714933ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.473003382Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.225258835s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.540803937Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.093658064s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.568129084Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 1.347297171s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.600528735Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 866.111669ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.608770114Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.149237544s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.686318758Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.470302858s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.69415467Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 690.347439ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.701829475Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 845.53035ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:19.983191746Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 883.761231ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.10128349Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 732.259268ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.110952809Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 690.291046ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.26593186Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 672.800768ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.293708542Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.380813003s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.316074333Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.070316445s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.328276339Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.199814626s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.37927627Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.201311005s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.403740465Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.489287887s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.425454964Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 1.456300746s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.451763051Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 925.674179ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.493213139Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 573.286074ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.566800305Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.28097821s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.676929419Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 538.392387ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.780374822Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.240351094s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.840534853Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 573.509458ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.848254226Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.170987434s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.856609389Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 841.797638ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.963268201Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 985.473054ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.971539329Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.012020746s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.981139824Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 848.430398ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:20.996351039Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 913.120225ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.169764239Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 507.16117ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.182092311Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.403392539s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.331030589Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 784.807453ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.41916712Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.250977272s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.431109241Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.258842095s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.439915365Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.460715549s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.593893419Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 703.927238ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.624149499Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 944.461408ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.704968074Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 792.115187ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.717130979Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 898.904509ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.818709787Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 840.166025ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.857909214Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 629.851973ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.927538903Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 736.506853ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.940200358Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 1.410657751s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.977318445Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 736.295216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:21.987462809Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlService18\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"static_addr\" value=\"fd00:1122:3344:101::e\"/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::e\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"8123\"/>\n        <propval type=\"astring\" name=\"store\" value=\"/data\"/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:21.988538511Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:21.988781271Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 975.038428ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.004081901Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 534.367222ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.040852246Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.115828715s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.105458311Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 596.466326ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.122864021Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 56.685462ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.209217476Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 548.961016ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.220081133Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 67.691562ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.277671102Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 558.209358ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.345258528Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 240.344561ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.36113336Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 581.41557ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.521760911Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 887.978758ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.569767184Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.398058751s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.585847423Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 398.982632ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.612645852Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.418656716s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.661549516Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.272514376s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.687473935Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.432145711s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.695793076Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 1.240000419s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.710079713Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.348035852s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.718508311Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 1.338333797s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.732353202Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.274557338s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.745046373Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.280106672s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.756436346Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 746.573845ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.766268816Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 764.826282ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.781930128Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.463298391s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:22.92142996Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 853.514296ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.00493968Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 956.741266ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.030664554Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.184255939s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.076307094Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 728.685826ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.118994417Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.196887653s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.243982711Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 1.080552982s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.409536332Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 614.095917ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.47799417Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 998.989888ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.534080634Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.399648084s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.570663952Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 822.640805ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.867258921Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 828.521931ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.884892859Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 525.627632ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.968082713Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.029171723s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:23.982569953Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.362311461s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.002610127Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 635.410634ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.023200061Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.278077204s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.04308422Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.412669867s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.063602178Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 741.361806ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.087280761Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 900.766052ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.102843462Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 849.771679ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.117558839Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 831.985977ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.136962954Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.071393143s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.152726921Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.471009294s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.280409396Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 596.194637ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.404900616Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.087195016s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.456128454Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 1.071031351s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.504497978Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 642.300018ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.513505352Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.179746373s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.54847116Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 860.378581ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.672103332Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 1.040137362s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.705682731Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.199402621s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.728073356Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 668.548783ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.840541483Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 547.848711ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.98228843Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.440932187s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:24.992111083Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 741.835745ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.002670316Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.461915753s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.011930394Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 1.301550765s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.022327018Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 785.716591ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.032343212Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 1.259892018s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.169895005Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 975.576931ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.244201454Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.138528354s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.334861582Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.068785199s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.380572362Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 1.414783846s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.49094951Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.321248161s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.522924234Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 617.487544ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.54111914Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 1.377828449s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.551962074Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 798.99736ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.560411931Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 1.306892061s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.588251993Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 1.230881757s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.74378331Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 938.184858ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.757935048Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 716.150205ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.768472724Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 787.988885ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.779707599Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 800.352409ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.832760103Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.349512196s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:25.944132321Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 514.505658ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.175930239Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 766.38686ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.239786624Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 1.170735501s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.344579278Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 717.935184ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.374759498Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 910.133233ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.44634015Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.249469068s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.459446457Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 698.039126ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.471411386Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 620.546958ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.488045103Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 973.922265ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.499750238Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 926.148422ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.51131269Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 631.430487ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.582684008Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 614.205001ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.65004889Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 1.081593175s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.704607056Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 638.935658ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.716134864Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.431860821s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.858494727Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 572.089732ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.913414052Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 511.452385ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.929815522Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 590.009562ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.944529981Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 981.89141ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:26.994195167Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.440837041s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.021567267Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 867.163465ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.108379974Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 992.407883ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.126766615Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 1.198502378s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.189866704Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 763.640735ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.231678934Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.323039948s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.279953734Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 949.242314ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.313225418Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 1.233193463s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.372835428Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3\") failed: Property not found. retry in 1.259021412s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.383256114Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 862.428207ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.455471335Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 896.038356ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.467640106Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec\") failed: Property not found. retry in 1.215750828s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.488362728Z","hostname":"buskin","pid":1555,"zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3\") failed: Property not found. retry in 1.290837444s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.503009767Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 1.246961915s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.53321941Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 1.129352799s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.548604365Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 879.295793ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.724180989Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 691.676539ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.806916552Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 847.962632ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.988339968Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166\") failed: Property not found. retry in 841.587064ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:27.99806283Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d\") failed: Property not found. retry in 869.558474ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.007610092Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e\") failed: Property not found. retry in 1.063959946s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.136126279Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f\") failed: Property not found. retry in 1.422446219s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.275140544Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7\") failed: Property not found. retry in 1.151771987s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.304195669Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650\") failed: Property not found. retry in 1.026691496s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.331342537Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804\") failed: Property not found. retry in 954.210939ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.376439333Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2\") failed: Property not found. retry in 987.245473ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.403233305Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa\") failed: Property not found. retry in 1.445765874s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.482463905Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1\") failed: Property not found. retry in 537.075867ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.512875724Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069\") failed: Property not found. retry in 1.406012631s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.618654994Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff\") failed: Property not found. retry in 1.433386028s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.632553246Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\") failed: Property not found. retry in 644.253043ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.64655394Z","hostname":"buskin","pid":1555,"zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 657.774545ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.696933538Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b\") failed: Property not found. retry in 839.297843ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.797886882Z","hostname":"buskin","pid":1555,"zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016\") failed: Property not found. retry in 1.31164166s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:28.852355352Z","hostname":"buskin","pid":1555,"zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7\") failed: Property not found. retry in 1.018463547s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:29.532484874Z","hostname":"buskin","pid":1555,"zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.618955469Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_e64bfa86-f183-490b-88bf-1c091191282e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619100128Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_oximeter_a39be1ae-bbbd-4bdf-99d7-ebbf76bfc2ec"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619138069Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_26476512-de8c-4b76-ab4b-4dfbe6c3c804"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619168266Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_9ecc98cd-715f-49bd-ad78-0010c0c026aa"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619196008Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_external_dns_16275aa2-112d-4167-9089-7f6f1011ab8b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.61922927Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_8f5144a9-d101-44b2-aa6f-8b71809e85f2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619257404Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_f7b3e198-9f04-4d24-905d-d519093db2b1"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619288643Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_34d1ceb6-ae4b-4ed5-91c7-45678b4ef650"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619316703Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_8d40a042-3b9d-4fa6-b91d-9ba3467f782d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619458632Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_cdd6b81b-253e-4612-bcf7-6d06f2f58de3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619508123Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_d9102072-43e8-4f0f-87e9-9bcdc2bde069"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619542577Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_clickhouse_0b9e78e0-22f6-41d4-907e-a4f9e1969de7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619574715Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_39cee393-d680-4c39-887a-475060dc671f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619610134Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_3df982da-6d4e-49d6-993f-af3c51c9c166"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619642863Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_c75f482b-24b7-490a-b8b6-6ced5ab87016"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619674288Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_pantry_c88701c0-5dba-4a6f-9910-fc1cbac7aaff"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619705798Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_nexus_b22c0a66-c3b3-4d76-9973-eb2687a6c7c7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619750161Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_external_dns_31a6018c-4a02-44ca-a252-128f128ff4f3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.619785984Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"sled-agent/src/services.rs:2967","zone":"oxz_crucible_b05910a7-5cff-4e66-b164-7548a09d9ea7"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.623470734Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.847364322Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.856030687Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"PUT","req_id":"8f066f3e-8130-4139-88a3-1a3813ae2bf2","remote_addr":"[fd00:1122:3344:101::1]:41607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":26693591,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.86964532Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.869781072Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.870261908Z","hostname":"buskin","pid":1555,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.877286679Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:681"}
{"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.888696353Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.1.174,\n    infra_ip_last: 10.151.1.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.1.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.1.100,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.941882341Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:825"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:30.947659543Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:31.067478381Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:31.156102948Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:31.307969133Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:31.469163093Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:31.605113038Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:31.818780769Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"10.475218143s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:31.924610347Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:32.091628022Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:32.351875568Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:32.854780149Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:33.120719722Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:33.808123527Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:34.396258317Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:35.734812338Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:37.088420128Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:37.792060038Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/50548157-fd89-4418-a5c5-b87bc299fc49/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:39.39018773Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"23d470c5-5624-4ad2-b28d-3c4df64f0eea\", \"content-length\": \"173\", \"date\": \"Tue, 09 Jul 2024 03:56:41 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"50548157-fd89-4418-a5c5-b87bc299fc49\\\"\", request_id: \"23d470c5-5624-4ad2-b28d-3c4df64f0eea\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:41.914718788Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T03:56:42.358052999Z","hostname":"buskin","pid":1555,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:423","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"oximeter/producer/src/lib.rs:423","error":"\"Error Response: status: 503 Service Unavailable; headers: {\\\"content-type\\\": \\\"application/json\\\", \\\"x-request-id\\\": \\\"e2957a76-a5d0-4df4-9af5-90f0feef8863\\\", \\\"content-length\\\": \\\"133\\\", \\\"date\\\": \\\"Tue, 09 Jul 2024 03:56:42 GMT\\\"}; value: Error { error_code: Some(\\\"ServiceNotAvailable\\\"), message: \\\"Service Unavailable\\\", request_id: \\\"e2957a76-a5d0-4df4-9af5-90f0feef8863\\\" }\"","delay":"9.115743493s"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0fd23d2d-2c77-45d8-8a67-1d311f710c19\", \"content-length\": \"173\", \"date\": \"Tue, 09 Jul 2024 03:56:44 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"9acc9665-b4b3-49a9-9514-4fabce353846\\\"\", request_id: \"0fd23d2d-2c77-45d8-8a67-1d311f710c19\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:45.400449692Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:46.934510285Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56328"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:46.935529977Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"f83528ac-01a0-49ea-ae70-2a1a0e91894f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56328","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":555,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"adde2f4b-8ef2-41c4-a25f-38b16a168404\", \"content-length\": \"173\", \"date\": \"Tue, 09 Jul 2024 03:56:47 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"9acc9665-b4b3-49a9-9514-4fabce353846\\\"\", request_id: \"adde2f4b-8ef2-41c4-a25f-38b16a168404\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:47.310794206Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"309e07ae-9d56-4d30-8e13-065ef4bb5397\", \"content-length\": \"173\", \"date\": \"Tue, 09 Jul 2024 03:56:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"9acc9665-b4b3-49a9-9514-4fabce353846\\\"\", request_id: \"309e07ae-9d56-4d30-8e13-065ef4bb5397\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:49.703789109Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"88396bf3-184f-4976-ab8c-4adf29c3eced\", \"content-length\": \"173\", \"date\": \"Tue, 09 Jul 2024 03:56:54 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"9acc9665-b4b3-49a9-9514-4fabce353846\\\"\", request_id: \"88396bf3-184f-4976-ab8c-4adf29c3eced\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:56:54.419843823Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"20c6f73d-42fe-4384-8918-654878380dcc\", \"content-length\": \"173\", \"date\": \"Tue, 09 Jul 2024 03:57:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"9acc9665-b4b3-49a9-9514-4fabce353846\\\"\", request_id: \"20c6f73d-42fe-4384-8918-654878380dcc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:00.942093762Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.181197038Z","hostname":"buskin","pid":1555,"component":"NexusNotifierTask","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.268915324Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:51916"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.270129572Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.355898478Z","hostname":"buskin","pid":1555,"uri":"/inventory","method":"GET","req_id":"761e522f-f081-49a4-ae30-7fa63386e695","remote_addr":"[fd00:1122:3344:101::a]:51916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":86706,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.358310272Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.358530287Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.364183172Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:02.364689411Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"ddf5668f-04ad-4610-ba45-dd8ca2c2d1e6","remote_addr":"[fd00:1122:3344:101::a]:51916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":8422,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.081624719Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:42244"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084497216Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084669399Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084706272Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084721525Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084731313Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084737125Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084744317Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.084777233Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"55514b6a-abcb-4992-9786-d4bc34d96e6b","remote_addr":"[fd00:1122:3344:101::a]:42244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":2953,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.087102742Z","hostname":"buskin","pid":1555,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:897"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.127648131Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:54896"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.127888426Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.127935217Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.127969548Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.127977986Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.127988936Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.128003768Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.128009421Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.128037396Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4f28f9b2-7775-4700-b4e6-ecb2af011fda","remote_addr":"[fd00:1122:3344:101::b]:54896","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":308,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.159346291Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:44814"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160266471Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160312006Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160339166Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160349188Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160363392Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160369157Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160374904Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.160395576Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"d703356e-33ab-45fe-8c71-b05049f0a3de","remote_addr":"[fd00:1122:3344:101::c]:44814","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":928,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.276102835Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60723"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.276171527Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.362261929Z","hostname":"buskin","pid":1555,"uri":"/inventory","method":"GET","req_id":"8438f5ab-309c-4fcc-bf90-32207845160e","remote_addr":"[fd00:1122:3344:101::a]:60723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85846,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.362570643Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Reading ledger from /pool/int/86e97f84-4c38-4488-bd32-4905db091661/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.362626903Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.363017773Z","hostname":"buskin","pid":1555,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:06.363273611Z","hostname":"buskin","pid":1555,"uri":"/omicron-zones","method":"GET","req_id":"79ab1c18-a3af-495d-bb53-ca30a07b2685","remote_addr":"[fd00:1122:3344:101::a]:60723","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":788,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.353886219Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:54993"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354208573Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354274096Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354326438Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354336984Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.35434965Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354361509Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354367041Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:07.354381189Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"bc3542fe-6f1c-47e4-8173-74bdb77246ed","remote_addr":"[fd00:1122:3344:101::a]:54993","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":455,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.360476031Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:64111"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.36128081Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"6395cc92-c5b1-45a9-9d9a-e92664a9248b","remote_addr":"[fd00:1122:3344:101::a]:64111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":768,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.427250782Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"f9fa4ccf-eb6f-49c9-8408-3d91e808b1fb","remote_addr":"[fd00:1122:3344:101::a]:64111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":2456,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.713573254Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:44429"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.714137064Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"cdf6e879-c1e5-4e82-8ca8-2f28ce82d4df","remote_addr":"[fd00:1122:3344:101::a]:44429","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":503,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.791425525Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:43069"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.791552202Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c88d4794-af8f-4b8a-ab6b-2ff84b27d518","remote_addr":"[fd00:1122:3344:101::c]:43069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.802506438Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b1029b4e-0f90-4e40-960a-a35ba3faebdc","remote_addr":"[fd00:1122:3344:101::c]:43069","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1219,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.878662358Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40499"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.878735457Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1644c16e-5afa-450c-980f-555d7c92b3d1","remote_addr":"[fd00:1122:3344:101::a]:40499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":56,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.885896838Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"958de570-dd8c-4598-a184-b4d0c356d019","remote_addr":"[fd00:1122:3344:101::a]:40499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":99,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.899081492Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:43995"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.899236087Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"d4aed673-e990-4a3d-a4c5-fd08d7a2f341","remote_addr":"[fd00:1122:3344:101::c]:43995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.910661993Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43794"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.911857847Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"53fbac47-b09c-4353-9c09-19e857273605","remote_addr":"[fd00:1122:3344:101::b]:43794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1156,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:12.921096952Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"d1fd990d-2be5-4cbb-b083-a7d45524a33d","remote_addr":"[fd00:1122:3344:101::b]:43794","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.015331054Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:58604"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.118674154Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"3b8f07ce-8369-4440-ad24-0fdedfcdc114","remote_addr":"[fd00:1122:3344:101::c]:58604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":103021,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.118831787Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:37297"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.118847753Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:45689"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.119263982Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"bf02e7b5-41a1-4a7c-b854-b83298f3aa28","remote_addr":"[fd00:1122:3344:101::b]:45689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":266,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.124933318Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"10c3c466-e7f7-4ac0-9a7e-420ac5385a38","remote_addr":"[fd00:1122:3344:101::c]:58604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":5786,"response_code":"200"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.165674696Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/86e97f84-4c38-4488-bd32-4905db091661/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.165823705Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.167002229Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.167703735Z","hostname":"buskin","pid":1555,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.167761186Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"PUT","req_id":"59fd2cb0-183a-4fff-ab44-8156ad9a61bb","remote_addr":"[fd00:1122:3344:101::c]:58604","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3284,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.192762483Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b4701167-e248-469f-9866-1e44ebab4e37","remote_addr":"[fd00:1122:3344:101::a]:37297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":73470,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.194045155Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b9f65f85-b4ba-4ccf-8e7f-f3683a64b7aa","remote_addr":"[fd00:1122:3344:101::a]:37297","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1063,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.259126692Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:45928"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.309685981Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"097ce1ac-1944-4157-8300-7373e60a7da3","remote_addr":"[fd00:1122:3344:101::b]:45928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":50307,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:13.310039021Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"caababa9-0d79-45ab-adcf-7ad69d977209","remote_addr":"[fd00:1122:3344:101::b]:45928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:17.050016305Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55940"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:17.050112813Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"cda0f0f6-3679-46e7-91ae-a7622cff97b1","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55940","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":77,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:21.711002099Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::d]:38708"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:21.717636032Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"c59775b9-5bff-49b1-9389-087506059902","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":5733,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.75142371Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:44231"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.75203855Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"00a35ce2-076e-4f69-b873-b2e63a3540e0","remote_addr":"[fd00:1122:3344:101::c]:44231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":569,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.772148935Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b8940e44-f685-470f-99b2-1fae1b854958","remote_addr":"[fd00:1122:3344:101::c]:44231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":145,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.914414974Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:38330"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.914506336Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"a3b8c614-da19-4600-ae42-3c6eef3f7786","remote_addr":"[fd00:1122:3344:101::a]:38330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":59,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.923307429Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"466b3d57-258a-4265-bcbe-308811b07c53","remote_addr":"[fd00:1122:3344:101::a]:38330","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":120,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.973026034Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:41563"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.973130815Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"fa870e39-12e2-4919-9d72-60cbef606be8","remote_addr":"[fd00:1122:3344:101::b]:41563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":38,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.9819759Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"76b69054-3dc7-49ec-9f6f-7dd13cf284e6","remote_addr":"[fd00:1122:3344:101::b]:41563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":80,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.990800423Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:33822"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:42.990937505Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"51f416c2-c912-4904-9835-324b74d67064","remote_addr":"[fd00:1122:3344:101::a]:33822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.009352325Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:63523"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.010541593Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"315a494b-d3fb-4506-8357-cecbe99ba5b0","remote_addr":"[fd00:1122:3344:101::c]:63523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1132,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.025327978Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37660"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.025453909Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"b2f15fd7-1340-4283-886b-a99b263209a0","remote_addr":"[fd00:1122:3344:101::b]:37660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":82,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.137299087Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40593"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.188526384Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2cbfd0bb-a147-494d-871a-7b316dab85c9","remote_addr":"[fd00:1122:3344:101::a]:40593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":51171,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.189963806Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"8bcd5bda-cc25-48d9-8930-a823b550e266","remote_addr":"[fd00:1122:3344:101::a]:40593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1284,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.269088927Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:61717"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.317689705Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"39d0ee7c-13ef-42bf-a7e1-b8c655d9c13c","remote_addr":"[fd00:1122:3344:101::c]:61717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48511,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.318227013Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"cf6443e5-a13d-4fc9-b70c-8e9a1f6383bc","remote_addr":"[fd00:1122:3344:101::c]:61717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":245,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.406776587Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63758"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.450828556Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"89722c7d-6afe-40f6-80b7-f9d8b2e14ba9","remote_addr":"[fd00:1122:3344:101::b]:63758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":44004,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:43.451055309Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"e6914f06-7c30-462c-a5ec-2e554f55a2f5","remote_addr":"[fd00:1122:3344:101::b]:63758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:47.150370857Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38718"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:47.151079517Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"9bb3692a-a429-46e3-9eff-3e1d44fee639","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38718","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":675,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:57:51.765752558Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"1e322dc3-d937-4276-a992-53b3a63173fb","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1072,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.714664398Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53292"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.714779089Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"8e3f2f73-c8ce-4bf0-b692-23445af2dd69","remote_addr":"[fd00:1122:3344:101::c]:53292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":84,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.724414896Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"2ec17856-2ccf-41a6-89e9-3d16eea5891d","remote_addr":"[fd00:1122:3344:101::c]:53292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":116,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.850004052Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:56589"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.85120035Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"6424371a-8165-4453-9cb6-e3f3e6708563","remote_addr":"[fd00:1122:3344:101::a]:56589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1162,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.858520481Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52286"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.858635253Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"1733d42a-0e1a-463a-9767-23019ec83ca8","remote_addr":"[fd00:1122:3344:101::a]:52286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.866803397Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"a1bc40af-34fe-4ae4-b824-30f47f9168fa","remote_addr":"[fd00:1122:3344:101::a]:52286","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":93,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.885512681Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:45841"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.885621213Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"5782e222-5cbe-43d7-a8a9-a2bd92e384c2","remote_addr":"[fd00:1122:3344:101::b]:45841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":35,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.892973874Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"59da12f1-8474-485b-9eda-94fe83bac981","remote_addr":"[fd00:1122:3344:101::b]:45841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":77,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.90981178Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59357"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.909937062Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"9179ca1f-4e5a-48a8-a13a-752f687e0058","remote_addr":"[fd00:1122:3344:101::c]:59357","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.950761791Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60953"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.995448359Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"59f98bbf-5877-465e-85fe-7689b0c2fc19","remote_addr":"[fd00:1122:3344:101::a]:60953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":44638,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.995591982Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:55754"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.995659363Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35694"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.999620493Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"457d0ecc-51db-43b7-a09a-1860efa06d09","remote_addr":"[fd00:1122:3344:101::a]:60953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3761,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:12.999706514Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"5b58ffb7-0dfc-4876-902c-556d747e1298","remote_addr":"[fd00:1122:3344:101::b]:35694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3886,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:13.042620475Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a0699f1f-31a3-424d-91fa-e18f7801fbf1","remote_addr":"[fd00:1122:3344:101::c]:55754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46949,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:13.042990091Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"cee0a3c4-0830-4c9e-990d-0eca5c5b8e64","remote_addr":"[fd00:1122:3344:101::c]:55754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":166,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:13.106216931Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39658"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:13.152008126Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a4aebbd8-f787-4f6f-93f2-5ab2344c8d48","remote_addr":"[fd00:1122:3344:101::b]:39658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45732,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:13.152343741Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d71700c5-e99b-4398-8d11-c1d55efedb19","remote_addr":"[fd00:1122:3344:101::b]:39658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":110,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:17.183382212Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55255"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:17.183493404Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"7d8f6c3b-21c8-473d-a7c0-27b868c7f2c4","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55255","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":96,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:21.765434616Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"426864a4-a29a-466e-bcd3-cea244c5a5c4","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.746462332Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:65369"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.746948709Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c34afe3a-7130-4435-8516-790f8d44bdc1","remote_addr":"[fd00:1122:3344:101::a]:65369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":452,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.758608586Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:46691"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.758728768Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"886f5a4c-506b-4907-9777-566d12eac2db","remote_addr":"[fd00:1122:3344:101::c]:46691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":51,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.759687113Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:55032"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.759908676Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"0d881e05-ae95-403d-ada3-3f279da74e28","remote_addr":"[fd00:1122:3344:101::a]:55032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":175,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.765810706Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"6930973c-cef1-4963-a9e2-3136cc1843de","remote_addr":"[fd00:1122:3344:101::a]:65369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":113,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.772803272Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"28a2f259-6465-4c2c-97ec-8a029f58879d","remote_addr":"[fd00:1122:3344:101::c]:46691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":63,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.828751211Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:56032"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:42.829781977Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"8e8455e7-8b84-46d9-90f7-0c81cdceaa2a","remote_addr":"[fd00:1122:3344:101::c]:56032","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":973,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.021319924Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:63001"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.021415025Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"58786735-9185-409c-9059-485065b03949","remote_addr":"[fd00:1122:3344:101::b]:63001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":58,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.029571599Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"889853c5-4dcb-48b5-a4a3-b9a0678f01b7","remote_addr":"[fd00:1122:3344:101::b]:63001","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":119,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.083235764Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:33108"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.13503911Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d37c6a70-ea22-4cee-9e86-9f026338bd93","remote_addr":"[fd00:1122:3344:101::a]:33108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":51764,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.135220333Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41177"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.135294214Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:40131"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.139544338Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"14982c5b-2dbd-42d4-974b-9176edd7a0d9","remote_addr":"[fd00:1122:3344:101::b]:40131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":4072,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.139745221Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"f7738873-d92e-40f2-8b83-deff5300aa41","remote_addr":"[fd00:1122:3344:101::a]:33108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":4338,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.18974523Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"3d4bca60-ef41-4f53-bc96-23535679ec2d","remote_addr":"[fd00:1122:3344:101::c]:41177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":54418,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.190177197Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"daac5286-c586-41f7-ba5a-f87ad7af751a","remote_addr":"[fd00:1122:3344:101::c]:41177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":155,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.497940708Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49214"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.547203786Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"21d1ebc6-a0fb-4f5c-aee4-23a4326553af","remote_addr":"[fd00:1122:3344:101::b]:49214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49207,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:43.547455079Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"95d356ef-0dda-4260-9015-26e57b2f56d3","remote_addr":"[fd00:1122:3344:101::b]:49214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:47.215756877Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56825"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:47.215857429Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"fe3bb11b-e9de-4ffd-be43-18aae0b04e9f","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56825","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":68,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:58:51.765399671Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"dfbceefb-2027-419f-816b-a3bf0605cc25","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1053,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.71305708Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:51038"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.713249803Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"80d3408b-81ff-40b6-a1bc-822d851c3867","remote_addr":"[fd00:1122:3344:101::a]:51038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":163,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.715977494Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:49040"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.716080655Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"82b8aacc-e2f8-4b59-8ba7-daf9b33a698f","remote_addr":"[fd00:1122:3344:101::c]:49040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.723954085Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e217e04c-b8bb-4d86-b3f8-33986a8bef8b","remote_addr":"[fd00:1122:3344:101::c]:49040","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":107,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.785307786Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52824"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.78618519Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"851a966d-9e3e-408d-a65a-b1208d55ac50","remote_addr":"[fd00:1122:3344:101::a]:52824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":849,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.786286621Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:57793"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.786463004Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"bdffb04d-49c5-4d01-9a38-99c3593050c4","remote_addr":"[fd00:1122:3344:101::c]:57793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.794871171Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"998606b7-3372-4a36-b7a5-7ed9c766c937","remote_addr":"[fd00:1122:3344:101::a]:52824","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":89,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.875188861Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:57585"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.875266642Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"7f805c2d-4773-47a0-acff-4689c93cc932","remote_addr":"[fd00:1122:3344:101::b]:57585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":36,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.883317484Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"77931326-a9b6-40c6-83f5-190389def36c","remote_addr":"[fd00:1122:3344:101::b]:57585","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":110,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.891242284Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53589"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.941824262Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e6c773f9-c6fd-4ba0-a0eb-46922a537d0e","remote_addr":"[fd00:1122:3344:101::a]:53589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":50548,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.941925743Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49788"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.942074056Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"bf04be9c-3b5c-475e-b2a8-638a7b69d350","remote_addr":"[fd00:1122:3344:101::b]:49788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":122,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.942227978Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"89b292f8-220b-4537-86f7-aa23f0ef1667","remote_addr":"[fd00:1122:3344:101::a]:53589","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.948498573Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59945"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.994726305Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"9a4180f9-a9f1-4126-9709-25a570c33e69","remote_addr":"[fd00:1122:3344:101::c]:59945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46128,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:12.995000429Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"c6a9d0b7-2833-4056-bccd-08f107e6ab97","remote_addr":"[fd00:1122:3344:101::c]:59945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":94,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:13.045007228Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:57710"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:13.092427468Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"45b025ba-50c6-49c1-880a-a692ce157799","remote_addr":"[fd00:1122:3344:101::b]:57710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47341,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:13.092689852Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"b475453a-4567-4d4b-a657-cdc92a2d58ba","remote_addr":"[fd00:1122:3344:101::b]:57710","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":91,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:17.247691965Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53681"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:17.247873388Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"5b86a525-7c65-4534-82aa-dcd88fb20994","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53681","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":126,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:21.778004745Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"e3890e66-eebc-4313-b158-29b4d2b656eb","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1005,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:33.954124025Z","hostname":"buskin","pid":1555,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:831"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.790483543Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:56334"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.790766168Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"ed94ecc4-e417-404a-8c2d-96210c92f9b3","remote_addr":"[fd00:1122:3344:101::c]:56334","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":248,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.793061263Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:45369"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.793177044Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"4b362d7c-3c99-49d3-bb2f-fc0e412604c4","remote_addr":"[fd00:1122:3344:101::c]:45369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":74,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.80210965Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"8e8a1ef5-850b-4756-be12-d710486d2a94","remote_addr":"[fd00:1122:3344:101::c]:45369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":128,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.913599122Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60437"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.913765775Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"4d3d3183-4d2d-418d-bf9d-6092421e6d06","remote_addr":"[fd00:1122:3344:101::a]:60437","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":135,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.924092331Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34563"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.92531809Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b0a7d83d-c88d-4d5b-a8ce-b6f22c12ffd9","remote_addr":"[fd00:1122:3344:101::a]:34563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1117,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:42.933964051Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"a82f5610-8cf0-4d27-929f-46f18c66d996","remote_addr":"[fd00:1122:3344:101::a]:34563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":110,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.109645778Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53195"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.158363807Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2e4ef0ff-6524-4b87-ad9d-cb3a798369b6","remote_addr":"[fd00:1122:3344:101::a]:53195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48679,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.158658562Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"ee9f32f1-15a4-46ea-a604-96257651e811","remote_addr":"[fd00:1122:3344:101::a]:53195","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.181629271Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51479"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.181820123Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"06c95aa3-d10c-40d3-b90d-792eb9cd62d7","remote_addr":"[fd00:1122:3344:101::b]:51479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":142,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.197976259Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35366"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.19807767Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"46f783b1-b7bf-43ac-80c1-2a00e649178b","remote_addr":"[fd00:1122:3344:101::b]:35366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.206573559Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9259ce57-bdd1-4d32-ad7d-280fbcc311b2","remote_addr":"[fd00:1122:3344:101::b]:35366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":121,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.247128975Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:33022"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.293348486Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"e997e65a-579b-42f0-98d8-e3d4d51a07ea","remote_addr":"[fd00:1122:3344:101::c]:33022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46185,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.29364194Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"1ed463e4-9f46-4678-8f3a-1d57accf7eab","remote_addr":"[fd00:1122:3344:101::c]:33022","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":108,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.354497464Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:49681"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.399893503Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"8f80ae97-417b-489b-b9f6-b1a220e44fc6","remote_addr":"[fd00:1122:3344:101::b]:49681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45345,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:43.400664965Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"551c2476-0375-4026-b9d4-a1f4d873589b","remote_addr":"[fd00:1122:3344:101::b]:49681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":626,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:47.279509738Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35745"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:47.27961987Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"71b40e3b-7089-425a-ab10-6a41e2da2ba9","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:35745","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":81,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T03:59:51.816943866Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"a976eb14-629f-46b0-8d96-c7d2291120f2","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":512,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.663185389Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:42912"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.663315781Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"969553db-266c-448e-be0a-ce31ce768423","remote_addr":"[fd00:1122:3344:101::a]:42912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":100,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.670841785Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9abec91a-0018-44dd-b9d3-cc992d2d9a81","remote_addr":"[fd00:1122:3344:101::a]:42912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.688725207Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:61914"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.68888983Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"c72880fa-a273-4f98-a174-3e09fa4f3d31","remote_addr":"[fd00:1122:3344:101::a]:61914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":125,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.754433984Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:41812"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.755775045Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"61d13f1d-a046-4b8a-94cb-4c9e8c156101","remote_addr":"[fd00:1122:3344:101::c]:41812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1301,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.757834436Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34278"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.757924797Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"42970d9d-f307-4a15-b69a-675185b0e915","remote_addr":"[fd00:1122:3344:101::c]:34278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":42,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.765064786Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"36e61ef3-33f6-41d9-ac35-c1485891e55f","remote_addr":"[fd00:1122:3344:101::c]:34278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":82,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.892644232Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:54291"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.946045593Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"90fa4bdf-5886-4923-be67-0734d6ae015c","remote_addr":"[fd00:1122:3344:101::a]:54291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":53356,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.946360118Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a70242bd-13cb-40d0-9349-d90a6a4883ea","remote_addr":"[fd00:1122:3344:101::a]:54291","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":120,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:12.958094416Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59667"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.006369388Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ee3c36ea-f2ef-40f3-b8d9-40eb844e9047","remote_addr":"[fd00:1122:3344:101::c]:59667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48198,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.006571471Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:50901"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.006634732Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:46962"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.006828005Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"832055b9-7648-4866-8f76-69ec5d49c2f0","remote_addr":"[fd00:1122:3344:101::b]:46962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.006853476Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"c3eb4e64-044e-42ea-8e10-9b5f2f642397","remote_addr":"[fd00:1122:3344:101::b]:50901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":236,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.007833931Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"bb4f4b9e-e17c-4b45-8f68-47840a3d68d7","remote_addr":"[fd00:1122:3344:101::c]:59667","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1076,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.016046645Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"41a8a501-b736-48f5-b7a5-7613c5d89b9b","remote_addr":"[fd00:1122:3344:101::b]:46962","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":148,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.125163041Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:42526"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.176017493Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ef2233b1-ae0e-4037-8d75-56d4f46d4cc5","remote_addr":"[fd00:1122:3344:101::b]:42526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":50818,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:13.177292763Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"95101860-dbc9-41ca-bf72-f91db0b578a9","remote_addr":"[fd00:1122:3344:101::b]:42526","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1098,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:17.309789755Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52278"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:17.310466296Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"7308215f-26bb-4b57-b03a-52abe80fac58","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52278","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":654,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:21.816053622Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"a6f6c780-24c6-440f-bb1c-479140bfbaa2","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":555,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.830884818Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:40003"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.831139211Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"84f05256-9f7c-4c7d-ac58-7b806b15d2c5","remote_addr":"[fd00:1122:3344:101::c]:40003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":218,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.921183698Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40514"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.922538919Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"cd5510ba-9a44-45af-a765-4ffcb6c5401f","remote_addr":"[fd00:1122:3344:101::a]:40514","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1311,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.93053174Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39463"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.930632821Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"acc67608-6c40-413a-9b98-097698bab720","remote_addr":"[fd00:1122:3344:101::a]:39463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.938024664Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"6619411a-1f65-4738-bb23-7563ba5490b6","remote_addr":"[fd00:1122:3344:101::a]:39463","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":109,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.946939499Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:53030"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.947032981Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"0492a8b6-3d22-44ae-b86c-023bfaebce49","remote_addr":"[fd00:1122:3344:101::c]:53030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":32,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.954650176Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"db236ab1-561a-4e37-9e55-d618df40145b","remote_addr":"[fd00:1122:3344:101::c]:53030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":77,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.960887481Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:34529"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.961899936Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"6eaa7eb1-fa2c-4ddb-8e9f-3976cf6615d2","remote_addr":"[fd00:1122:3344:101::b]:34529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":967,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:42.973633734Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"79cd1b48-24cc-4127-8ac9-fc311a8ce0ba","remote_addr":"[fd00:1122:3344:101::b]:34529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":128,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.084849842Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:45320"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.132309163Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"a0612f84-3b42-4a85-947b-806050395cbb","remote_addr":"[fd00:1122:3344:101::a]:45320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47416,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.133232637Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"8e12e3ff-c3d2-49cf-bf22-e490cbd16a3c","remote_addr":"[fd00:1122:3344:101::a]:45320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":752,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.200382806Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:42058"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.200585079Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"c6fb98bb-6fba-4670-8002-6438cd814962","remote_addr":"[fd00:1122:3344:101::b]:42058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":152,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.206170994Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:47210"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.251784016Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"02a0e3ae-49a0-4062-aee9-7b5af753c006","remote_addr":"[fd00:1122:3344:101::c]:47210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45554,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.25272093Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"5d9d594f-3a9c-41d9-82ce-440a5ee27a7d","remote_addr":"[fd00:1122:3344:101::c]:47210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":763,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.355274306Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35304"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.396538633Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"89dd9ca4-3058-4f0e-afc0-11ac1aa61542","remote_addr":"[fd00:1122:3344:101::b]:35304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":41180,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:43.396877018Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"0f7d92a3-a40c-45ad-97ac-fad60ccac0c3","remote_addr":"[fd00:1122:3344:101::b]:35304","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":143,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:47.343124491Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61105"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:47.343273964Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"2de67276-baaf-493d-a2a7-99191c74b877","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:61105","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":103,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:00:51.81684251Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"f9fc4f01-c9dc-48b2-9e14-2deacb650682","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":567,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.730944294Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:34090"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.731077216Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b002fed1-5b5e-42a5-bcd1-6e6af57b81f0","remote_addr":"[fd00:1122:3344:101::c]:34090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":98,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.739714617Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"78ca45c0-0e97-427d-8ea7-3a7064cf4e90","remote_addr":"[fd00:1122:3344:101::c]:34090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":148,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.752976648Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:37972"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.753148791Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"9bb34e37-23d5-4b0c-b47d-2028b46a536f","remote_addr":"[fd00:1122:3344:101::c]:37972","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":150,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.797468334Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:36948"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.797626056Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"0024e8d5-1e01-4ff8-9459-9ee084c775f9","remote_addr":"[fd00:1122:3344:101::a]:36948","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.818119417Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:52283"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.818195858Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"55a5bcd8-9dec-4e8e-af76-6274c759e754","remote_addr":"[fd00:1122:3344:101::a]:52283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":40,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.826346872Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"fb455f5b-dc35-4eb0-a923-313991ccf453","remote_addr":"[fd00:1122:3344:101::a]:52283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1033,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.895973249Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52892"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.89605442Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"cb4b489b-bd3a-4b6a-a646-609c7b44e0a2","remote_addr":"[fd00:1122:3344:101::b]:52892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":32,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.903075247Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"346064cb-910b-4e5b-a537-45e597e52916","remote_addr":"[fd00:1122:3344:101::b]:52892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":88,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.938006257Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:43796"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.986544134Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"2759e375-5515-4c9d-a505-982374656ee1","remote_addr":"[fd00:1122:3344:101::a]:43796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":48502,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.986680556Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:39715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.986744677Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:32845"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.986907119Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"f54c9055-e11a-42bc-aec9-fb1bfe8174f4","remote_addr":"[fd00:1122:3344:101::b]:39715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":188,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:12.990121378Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"025e0338-e1a8-4d59-b96b-eef9ae19900a","remote_addr":"[fd00:1122:3344:101::a]:43796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3208,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:13.031902922Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"dac1c41c-c4d4-46be-913e-7e37e31dcdaa","remote_addr":"[fd00:1122:3344:101::c]:32845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45057,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:13.032226747Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"14fd7a08-8d75-4cbb-a582-00ab4e9bd3ed","remote_addr":"[fd00:1122:3344:101::c]:32845","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":123,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:13.094590884Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:52618"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:13.139966432Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4c94dbc6-f19f-4e16-9973-e2757b5a26bf","remote_addr":"[fd00:1122:3344:101::b]:52618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45325,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:13.140757064Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"855db391-12fe-4642-9111-ef90d62429a9","remote_addr":"[fd00:1122:3344:101::b]:52618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":642,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:17.376193877Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64244"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:17.376313429Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"f728dd1c-e0e2-4ee7-91be-d4541fc731b7","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:64244","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":85,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:21.817442173Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"92653749-3794-4490-83ee-da0c8c74d274","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":544,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.739558539Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:61610"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.739704712Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"820efa5b-eb12-42a4-93e4-0068ef6ad61b","remote_addr":"[fd00:1122:3344:101::a]:61610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":106,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.751320448Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"ec79f7eb-8a44-4058-beb3-67e0e4bbe29b","remote_addr":"[fd00:1122:3344:101::a]:61610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":308,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.804323592Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:33939"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.804440704Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e37ce3db-8f36-4976-a5b4-037200f39f32","remote_addr":"[fd00:1122:3344:101::c]:33939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":58,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.81208028Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"02cb031c-5301-4881-b75d-957fc35c4e93","remote_addr":"[fd00:1122:3344:101::c]:33939","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.997005987Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:64654"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.99720425Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"4220c23b-bc63-4189-8309-487313b97399","remote_addr":"[fd00:1122:3344:101::c]:64654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":168,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.997787869Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:38145"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:42.997913251Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"dc5e0aca-2194-4b0e-b802-5ff6c6e8dddf","remote_addr":"[fd00:1122:3344:101::a]:38145","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":95,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.008903637Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:43983"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.008977458Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"e248e7b4-0b21-4f35-a9a0-ce05927a8f0f","remote_addr":"[fd00:1122:3344:101::b]:43983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":39,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.018166468Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"69132a7d-2937-4c0b-a262-73e1730f48f4","remote_addr":"[fd00:1122:3344:101::b]:43983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":88,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048652761Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:53100"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048840904Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048870414Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048891524Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048905844Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048918755Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048935385Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048943715Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.048963436Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"53dee4d7-0a1f-4173-9f91-2cdd74347d06","remote_addr":"[fd00:1122:3344:101::a]:53100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":266,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.093627877Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:62548"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.093747973Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"6ec5cdd6-c737-4f45-b558-bb5d67eff3f1","remote_addr":"[fd00:1122:3344:101::b]:62548","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.187420827Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:47598"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.187824433Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.187889344Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.187942725Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.187970935Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.187987266Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.188012126Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.188021056Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.188041856Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e59a2697-596b-492e-90b7-c4e2ae0cddf0","remote_addr":"[fd00:1122:3344:101::c]:47598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":512,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193150544Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:48598"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193290586Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:725","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 75a5077c-a15a-445a-b413-b866f8cf1c84, kind: Service { id: 16275aa2-112d-4167-9089-7f6f1011ab8b }, name: Name(\"external-dns-16275aa2-112d-4167-9089-7f6f1011ab8b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 128, 198])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96fd7512-23cb-40af-b7f9-d9c1c7c029fa, kind: Service { id: 31a6018c-4a02-44ca-a252-128f128ff4f3 }, name: Name(\"external-dns-31a6018c-4a02-44ca-a252-128f128ff4f3\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 135, 236])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 6a848e1d-0234-40b2-8a48-47ee55f0b7bd, kind: Service { id: 8f5144a9-d101-44b2-aa6f-8b71809e85f2 }, name: Name(\"nexus-8f5144a9-d101-44b2-aa6f-8b71809e85f2\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 205, 38])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6eb3e156-6692-417d-aa93-d6cbd0524662, kind: Service { id: b22c0a66-c3b3-4d76-9973-eb2687a6c7c7 }, name: Name(\"nexus-b22c0a66-c3b3-4d76-9973-eb2687a6c7c7\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 201])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8c38f6d7-33b0-48dc-bf82-049637a8a0fc, kind: Service { id: f7b3e198-9f04-4d24-905d-d519093db2b1 }, name: Name(\"nexus-f7b3e198-9f04-4d24-905d-d519093db2b1\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 221, 183])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193321227Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193334587Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193350367Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193363487Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193381297Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193393817Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:744","rules":"[]","port":"\"opte0\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.193408808Z","hostname":"buskin","pid":1555,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"261e5946-b2b0-493d-b9ff-97d181adcac9","remote_addr":"[fd00:1122:3344:101::b]:48598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":211,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.199553301Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:50030"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.245832544Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"d58fb254-533f-49e2-a465-1b33815e00d3","remote_addr":"[fd00:1122:3344:101::a]:50030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46244,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.246101168Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"a5e9418a-d6d8-448d-b9cb-5fe6ef317ec1","remote_addr":"[fd00:1122:3344:101::a]:50030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":96,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.340366448Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:61967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.385682266Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"eb653d11-0718-4a52-a6e3-c055145c567b","remote_addr":"[fd00:1122:3344:101::c]:61967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45252,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.385794577Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:37532"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.388870494Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3853ec6b-c5b3-4be6-ba4d-ef89fb0b9117","remote_addr":"[fd00:1122:3344:101::c]:61967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":2912,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.429714834Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"7f882ecf-23eb-44ae-addd-6b1ef6954245","remote_addr":"[fd00:1122:3344:101::b]:37532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":43845,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:43.430048889Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"99c4ba53-4474-46ae-98ce-9d9537730719","remote_addr":"[fd00:1122:3344:101::b]:37532","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":174,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:47.40838119Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49784"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:47.408495112Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"b092ca28-b20b-42a9-9f3b-d0fad69ccdea","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49784","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":89,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:01:51.818073318Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"fc96965e-a56e-4152-9d68-61029864365b","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1080,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.722266357Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:61590"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.722390529Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"2152a044-6c45-4925-a302-c97813989e72","remote_addr":"[fd00:1122:3344:101::a]:61590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.73033038Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"f3eb5d40-8b6c-421d-a73a-75c0fb1740e4","remote_addr":"[fd00:1122:3344:101::a]:61590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":120,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.753368379Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:54064"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.753557022Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"a70b9c6c-8bf1-4aef-8f1c-ce39da509aeb","remote_addr":"[fd00:1122:3344:101::c]:54064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":161,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.808695669Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:36799"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.808865232Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"caf4306d-26d7-4f27-9d0d-f2043540d369","remote_addr":"[fd00:1122:3344:101::a]:36799","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":151,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.828186735Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:61405"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.828282966Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"729a21e2-3245-451d-93be-f258c5890762","remote_addr":"[fd00:1122:3344:101::c]:61405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.835886582Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"48df9e2c-bba7-49d7-a3cc-d41411e4ee0a","remote_addr":"[fd00:1122:3344:101::c]:61405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":99,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.936790613Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59689"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.98598382Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"f2057617-de78-4229-9f78-0d190caeadb5","remote_addr":"[fd00:1122:3344:101::c]:59689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49149,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.986105702Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40121"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:12.989816708Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"9b98bfac-7e8f-4a99-b634-44ce21f8e0d8","remote_addr":"[fd00:1122:3344:101::c]:59689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3531,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.00445973Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:46838"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.004716364Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"eb74d0c5-2951-4c2c-bed2-8631057c19b3","remote_addr":"[fd00:1122:3344:101::b]:46838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":211,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.011567038Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:36080"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.01166884Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"607f6b78-11d0-4477-bd33-b10517766448","remote_addr":"[fd00:1122:3344:101::b]:36080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":77,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.019129533Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"dca59426-f3d3-4f14-a0b3-63ba16af1a1d","remote_addr":"[fd00:1122:3344:101::b]:36080","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":171,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.036017169Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"4a0fb27f-e548-44ce-8600-dccad309d5ce","remote_addr":"[fd00:1122:3344:101::a]:40121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":49827,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.036351324Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"d1a61fed-4db4-4a2d-98e4-3583879ed942","remote_addr":"[fd00:1122:3344:101::a]:40121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":133,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.128373361Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:58890"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.174878877Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"ca519715-e6d6-4107-ae48-e93bffcbb03f","remote_addr":"[fd00:1122:3344:101::b]:58890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46457,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:13.175177121Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"3430a29e-09c7-4229-8b2d-7740eb1b0909","remote_addr":"[fd00:1122:3344:101::b]:58890","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":119,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:17.440111911Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59512"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:17.440278343Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"d1090668-12cd-4f9b-852a-8372b96b6775","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59512","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":126,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:21.895825238Z","hostname":"buskin","pid":1555,"uri":"/9acc9665-b4b3-49a9-9514-4fabce353846","method":"GET","req_id":"f6299c21-990b-4b9c-a691-93b0109297b2","remote_addr":"[fd00:1122:3344:101::d]:38708","local_addr":"[fd00:1122:3344:101::1]:42201","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","component":"producer-server","component":"MetricsManager","sled_id":"9acc9665-b4b3-49a9-9514-4fabce353846","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":861,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.265893991Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:45862"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.266094774Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"386e8068-560d-42d7-ba0b-0e0ca0feb62f","remote_addr":"[fd00:1122:3344:101::a]:45862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":179,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.269749129Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(7132470) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.26978325Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"PUT","req_id":"4daca144-2937-4bfb-b1c4-cbc80558aae0","remote_addr":"[fd00:1122:3344:101::a]:45862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1511,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.41341287Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:51952"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.42265011Z","hostname":"buskin","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:548","metadata":"InstanceMetadata { silo_id: 2315d511-915c-40be-ac1f-7706a69fa36e, project_id: 4a5e980e-3b32-4f5a-9a24-68bf6aad4f27 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-09T04:02:27.023230Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(7132470))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-f3ed00c9c6c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5a2a1245-8af9-4e7e-b8b5-d13fde1f8580, read_only_parent: Some(Volume { block_size: 512, id: 65e013fc-44f3-43f3-9269-ca84bad90847, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5ba98cbf-bad5-4cff-991b-7240e90816bd, key: Some(\"vbNhmGCtITw4jKj8a6OxakGTUxYjFVAzxgZy6+vGGo4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5a2a1245-8af9-4e7e-b8b5-d13fde1f8580, key: Some(\"Rqx5MK0nvbMyOeyYRZlpvP3O6W43EfR8bSrHYWFxBmQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACJTSDpWOlYAABNIOlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAiU0g6VjpWAAATSDpWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJkZDFjOWI2MC0zNzVmLTQyNzUtOTY5My0zZDdiOGE0MjM1ZjIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTUlIVWxmTmRpdTBVR2JVNDVIQVNwdkplWEpxbUdhL3dFWHU4enExcVRUcyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.422752781Z","hostname":"buskin","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:582","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2 (instance)"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.423357521Z","hostname":"buskin","pid":1555,"component":"InstanceManager","file":"sled-agent/src/instance.rs:942","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(7132470))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 5558bb12-5e98-44e5-975a-888352e83197, kind: Instance { id: dd1c9b60-375f-4275-9693-3d7b8a4235f2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(7132470), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-f3ed00c9c6c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5a2a1245-8af9-4e7e-b8b5-d13fde1f8580, read_only_parent: Some(Volume { block_size: 512, id: 65e013fc-44f3-43f3-9269-ca84bad90847, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5ba98cbf-bad5-4cff-991b-7240e90816bd, key: Some(\"vbNhmGCtITw4jKj8a6OxakGTUxYjFVAzxgZy6+vGGo4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5a2a1245-8af9-4e7e-b8b5-d13fde1f8580, key: Some(\"Rqx5MK0nvbMyOeyYRZlpvP3O6W43EfR8bSrHYWFxBmQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACJTSDpWOlYAABNIOlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAiU0g6VjpWAAATSDpWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJkZDFjOWI2MC0zNzVmLTQyNzUtOTY5My0zZDdiOGE0MjM1ZjIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTUlIVWxmTmRpdTBVR2JVNDVIQVNwdkplWEpxbUdhL3dFWHU4enExcVRUcyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-09T04:02:27.023230Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.423487723Z","hostname":"buskin","pid":1555,"uri":"/instances/dd1c9b60-375f-4275-9693-3d7b8a4235f2","method":"PUT","req_id":"fd247878-723b-4154-b5a8-336e9abc25ef","remote_addr":"[fd00:1122:3344:101::a]:51952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":10017,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.508243279Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:40416"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.51094004Z","hostname":"buskin","pid":1555,"uri":"/instances/dd1c9b60-375f-4275-9693-3d7b8a4235f2/state","method":"PUT","req_id":"d0366509-a6a7-45b2-8b43-9637bc5c066a","remote_addr":"[fd00:1122:3344:101::a]:40416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":2623,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.530643579Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:478","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 17, 48]), slot: 0, vni: Vni { inner: 7132470 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 }, vnic: \"vopte6\" }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.53133296Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.567078902Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:315"}
{"msg":"Installing Omicron zone: oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:27.589753836Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value=\"oxControlInstance0\"/>\n        <propval type=\"astring\" name=\"gateway\" value=\"fd00:1122:3344:101::1\"/>\n        <propval type=\"astring\" name=\"listen_addr\" value=\"fd00:1122:3344:101::1:0\"/>\n        <propval type=\"astring\" name=\"listen_port\" value=\"12400\"/>\n        <propval type=\"astring\" name=\"metric_addr\" value=\"[fd00:1122:3344:101::b]:12221\"/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:28.793627558Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:28.794338378Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:513"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 69.273519ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:28.98488465Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 102.974006ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:29.0665635Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 141.310608ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:29.200175268Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 250.748103ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:29.355509386Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 570.82014ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:29.616122731Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 1.051960393s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:30.220390453Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 1.073820662s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:31.281396556Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 713.91512ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:32.364791329Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\") failed: Property not found. retry in 1.472972338s","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:33.090077448Z","hostname":"buskin","pid":1555,"zone":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.588400338Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1428"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.597819611Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1437"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.631156147Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1451"}
{"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAACJTSDpWOlYAABNIOlYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAiU0g6VjpWAAATSDpWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiJkZDFjOWI2MC0zNzVmLTQyNzUtOTY5My0zZDdiOGE0MjM1ZjIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJTUlIVWxmTmRpdTBVR2JVNDVIQVNwdkplWEpxbUdhL3dFWHU4enExcVRUcyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-f3ed00c9c6c\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 5a2a1245-8af9-4e7e-b8b5-d13fde1f8580, read_only_parent: Some(Volume { block_size: 512, id: 65e013fc-44f3-43f3-9269-ca84bad90847, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5ba98cbf-bad5-4cff-991b-7240e90816bd, key: Some(\"vbNhmGCtITw4jKj8a6OxakGTUxYjFVAzxgZy6+vGGo4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::13]:19001\", \"[fd00:1122:3344:101::14]:19001\", \"[fd00:1122:3344:101::16]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 5a2a1245-8af9-4e7e-b8b5-d13fde1f8580, key: Some(\"Rqx5MK0nvbMyOeyYRZlpvP3O6W43EfR8bSrHYWFxBmQ=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::12]:19001\", \"[fd00:1122:3344:101::15]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"vopte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: dd1c9b60-375f-4275-9693-3d7b8a4235f2, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 4a5e980e-3b32-4f5a-9a24-68bf6aad4f27, silo_id: 2315d511-915c-40be-ac1f-7706a69fa36e }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.63331132Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:689"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.790537086Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:691"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-07-09T04:02:34.791275397Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.79142741Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.79143699Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-09T04:02:34.791275397Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }","propolis_id":"98d14519-32fd-4e57-b0e6-f5d414cfe473"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.79145393Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }, propolis_id: 98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-09T04:02:34.791275397Z }, migration_state: None }","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-07-09T04:02:34.824309418Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.824332379Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.824354339Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-09T04:02:34.824309418Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }","propolis_id":"98d14519-32fd-4e57-b0e6-f5d414cfe473"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.824376659Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }, propolis_id: 98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-09T04:02:34.824309418Z }, migration_state: None }","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.861143508Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:39162"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.861235639Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"61a70ec3-79ef-4480-a8b9-a2a0504e5adb","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":54,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.909648534Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"9d7fe82f-065e-4b19-bb5b-01adf9778110","remote_addr":"[fd00:1122:3344:101::a]:39162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":205,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.948787148Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:60631"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.948886589Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"02ca8521-c74e-4077-8761-325f049614c7","remote_addr":"[fd00:1122:3344:101::a]:60631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":40,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:34.962392574Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"3bf2fea1-1b03-466d-a8c8-ce2b58b1fa6a","remote_addr":"[fd00:1122:3344:101::a]:60631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":750,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.852052751Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:55118"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.852192953Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"c1567ed4-2d1c-462f-9983-64fc28b8d5f1","remote_addr":"[fd00:1122:3344:101::c]:55118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":104,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.873710789Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e4e4fdcb-53eb-45a6-87e7-59be18b2dbe2","remote_addr":"[fd00:1122:3344:101::c]:55118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":136,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.951535501Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:35210"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.951639872Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"2fc4dde3-5b4b-4ede-89ce-4a611b28237f","remote_addr":"[fd00:1122:3344:101::a]:35210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":34,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.966368136Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1bbe55e3-17fe-4e5b-b472-89fb5bb95848","remote_addr":"[fd00:1122:3344:101::a]:35210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":88,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.977230951Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:34732"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.977392593Z","hostname":"buskin","pid":1555,"uri":"/instances/dd1c9b60-375f-4275-9693-3d7b8a4235f2/state","method":"GET","req_id":"48be07b6-33fe-40d6-b6e0-4ba1ab677e0c","remote_addr":"[fd00:1122:3344:101::a]:34732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":110,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.98050549Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:54746"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.980658943Z","hostname":"buskin","pid":1555,"uri":"/instances/dd1c9b60-375f-4275-9693-3d7b8a4235f2/state","method":"GET","req_id":"03b1b5f2-aa55-4ab7-b433-6740a15526c0","remote_addr":"[fd00:1122:3344:101::c]:54746","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.988855127Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:57665"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:42.98904014Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"6911a6c7-c30b-4f25-8e90-bd19fcf12ef3","remote_addr":"[fd00:1122:3344:101::a]:57665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":137,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.003154314Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:59878"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.003337087Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"fb7b966f-878f-4ff8-92b3-150ce8100861","remote_addr":"[fd00:1122:3344:101::c]:59878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.056529174Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:51292"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.057748773Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"fa22f149-9a17-4c9e-8602-c80640124ceb","remote_addr":"[fd00:1122:3344:101::b]:51292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":1163,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.147341693Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::c]:56914"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.194849094Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"b9fc088c-baf1-46fd-957f-baf60f92dc03","remote_addr":"[fd00:1122:3344:101::c]:56914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":47466,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.194997076Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:44405"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.195048407Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:35341"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.195135928Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"0c6d1a0a-3577-47c5-bd64-31211d42c861","remote_addr":"[fd00:1122:3344:101::b]:44405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":95,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.195300731Z","hostname":"buskin","pid":1555,"uri":"/instances/dd1c9b60-375f-4275-9693-3d7b8a4235f2/state","method":"GET","req_id":"a187cafb-ac6a-48e7-928a-720f97c88aa1","remote_addr":"[fd00:1122:3344:101::b]:35341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":198,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.196013452Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"af4981bc-3dc9-49a6-bef5-c65932532f87","remote_addr":"[fd00:1122:3344:101::c]:56914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":791,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.209109505Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"085375c1-1002-448f-a6cd-d5d9d471e179","remote_addr":"[fd00:1122:3344:101::b]:44405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":191,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.321946543Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::b]:50760"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.373918301Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"371c15ac-84aa-4642-a4f4-7f96b7bd2d54","remote_addr":"[fd00:1122:3344:101::b]:50760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":51922,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.374047623Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:44873"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.378182266Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"950c6e4c-0848-43d1-b3b6-2ee4f8903adf","remote_addr":"[fd00:1122:3344:101::b]:50760","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":3929,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.420705432Z","hostname":"buskin","pid":1555,"uri":"/switch-ports","method":"POST","req_id":"51d6b42a-6759-4182-b21d-8dee607accc1","remote_addr":"[fd00:1122:3344:101::a]:44873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":46558,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:43.421091208Z","hostname":"buskin","pid":1555,"uri":"/network-bootstore-config","method":"GET","req_id":"80f5bd20-25c0-4adb-b5b8-dc3112f5d80b","remote_addr":"[fd00:1122:3344:101::a]:44873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":191,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.53869825Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:63670"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.539657695Z","hostname":"buskin","pid":1555,"uri":"/instances/dd1c9b60-375f-4275-9693-3d7b8a4235f2/state","method":"PUT","req_id":"09f2626d-dfe7-49f0-806d-353e5c7dc6ca","remote_addr":"[fd00:1122:3344:101::a]:63670","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":895,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-07-09T04:02:44.539819967Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.539851478Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.539864598Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-09T04:02:44.539819967Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }","propolis_id":"98d14519-32fd-4e57-b0e6-f5d414cfe473"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.539891689Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-09T04:02:27.049918023Z }, propolis_id: 98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-09T04:02:44.539819967Z }, migration_state: None }","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-07-09T04:02:44.559425075Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.559440205Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:573"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.559456305Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:595","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-07-09T04:02:44.559425075Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-09T04:02:44.559425075Z }","propolis_id":"98d14519-32fd-4e57-b0e6-f5d414cfe473"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.559470286Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:610","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.559666598Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.561565527Z","hostname":"buskin","pid":1555,"component":"StorageManager","file":"sled-storage/src/manager.rs:406"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.561604728Z","hostname":"buskin","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:437","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/19fafea5-df52-4fc3-9769-aa702cfc1dcd/debug/bundle/zone\", \"/pool/int/86e97f84-4c38-4488-bd32-4905db091661/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/a2c38142-222d-4b6f-9bd4-77a659df74c3/crypt/debug\", \"/pool/ext/04e2139f-f345-4b94-af6c-b7c9f2b54f51/crypt/debug\", \"/pool/ext/6465aeea-d024-4ee4-a24b-ff08e90708a1/crypt/debug\", \"/pool/ext/695335bd-b771-4f89-83d6-8109e2e28d93/crypt/debug\", \"/pool/ext/7c43cfcc-66cd-477b-91e9-51962f5e8c5e/crypt/debug\", \"/pool/ext/422754c0-0a82-4af6-9f87-5b99edbae553/crypt/debug\", \"/pool/ext/dc4816f0-32db-4616-84ad-7fdc9036aaa4/crypt/debug\", \"/pool/ext/687f2366-7687-4a5b-8540-ca28c5b5de30/crypt/debug\", \"/pool/ext/313053a8-dc4a-4e64-bb7f-5003b9a65870/crypt/debug\"] }","zone_name":"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.595952569Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:65383"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.596126552Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"39f0b9e3-94d1-4dc5-a438-39d6aed63279","remote_addr":"[fd00:1122:3344:101::a]:65383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":111,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:44.60852929Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"1caec47c-44b1-4f00-8567-658ad6a1c127","remote_addr":"[fd00:1122:3344:101::a]:65383","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":704,"response_code":"204"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:45.178110815Z","hostname":"buskin","pid":1555,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1230","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473\", bundle_id: a53c7f3f-2276-4d29-94aa-bb337342ca06 }, time_created: 2024-07-09T04:02:44.561815281Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_98d14519-32fd-4e57-b0e6-f5d414cfe473","v":0,"name":"SledAgent","level":40,"time":"2024-07-09T04:02:45.178182326Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:784"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:46.932154678Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:269"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:46.948824961Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:958","id":"RouterId { vni: Vni(7132470), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:46.948877482Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:958","id":"RouterId { vni: Vni(7132470), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:46.957104397Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-09T04:02:44.559425075Z }, propolis_id: 98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-09T04:02:46.957036145Z }, migration_state: None }","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.04362382Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:62673"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.043901644Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"6f892fae-bb48-4f70-80b1-488713db396b","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":207,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.044143358Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(7132470) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.044183768Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"PUT","req_id":"9716404a-aa89-474d-b5ac-df86beb1da0b","remote_addr":"[fd00:1122:3344:101::a]:62673","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":100,"response_code":"204"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.273000701Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:492","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-09T04:02:44.559425075Z }, propolis_id: 98d14519-32fd-4e57-b0e6-f5d414cfe473 (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-09T04:02:46.957036145Z }, migration_state: None }","instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.2762525Z","hostname":"buskin","pid":1555,"instance_id":"dd1c9b60-375f-4275-9693-3d7b8a4235f2","component":"InstanceManager","file":"sled-agent/src/instance.rs:727"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.309540826Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:41540"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.309668368Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"b6231ad9-4c59-47e8-ac28-084d48b6134e","remote_addr":"[fd00:1122:3344:101::a]:41540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":61,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.316466221Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"58648ab4-d85b-465c-a83a-f4c987ac7393","remote_addr":"[fd00:1122:3344:101::a]:41540","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":125,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.425015278Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:33207"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.42510838Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"a028f619-aa12-468f-b0f6-463cff102540","remote_addr":"[fd00:1122:3344:101::a]:33207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":39,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.432559733Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"e2e87d56-1b45-4de2-b075-8f98d67b3dfc","remote_addr":"[fd00:1122:3344:101::a]:33207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":659,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.432838137Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:58852"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.43300925Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"GET","req_id":"d4c05f83-12d1-42fa-927c-630d21bcd31e","remote_addr":"[fd00:1122:3344:101::a]:58852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":145,"response_code":"200"}
{"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.433188632Z","hostname":"buskin","pid":1555,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:872","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 17, 48])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(7132470) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.433218923Z","hostname":"buskin","pid":1555,"uri":"/v2p","method":"DELETE","req_id":"f33bf569-3702-4434-9142-eb892a481f10","remote_addr":"[fd00:1122:3344:101::a]:58852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":72,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.472907545Z","hostname":"buskin","pid":1555,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38126"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:47.47387192Z","hostname":"buskin","pid":1555,"uri":"/baseboard","method":"GET","req_id":"b0399193-6148-4741-9cc0-f83440bf54ac","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:38126","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":30,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:48.324550791Z","hostname":"buskin","pid":1555,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:766","remote_addr":"[fd00:1122:3344:101::a]:65041"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:48.324689823Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"GET","req_id":"24f8a809-3da3-453c-a021-22fcdc95cfa2","remote_addr":"[fd00:1122:3344:101::a]:65041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":115,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-09T04:02:48.330929178Z","hostname":"buskin","pid":1555,"uri":"/vpc-routes","method":"PUT","req_id":"b8bb8628-270b-4389-9245-f66d4e8cf699","remote_addr":"[fd00:1122:3344:101::a]:65041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/6a3f84c/dropshot/src/server.rs:878","latency_us":114,"response_code":"204"}