[ Jul 19 22:55:03 Enabled. ] [ Jul 19 22:55:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Jul 19 22:55:03 Method "start" exited with status 0. ] [ Jul 19 22:55:03 Rereading configuration. ] [ Jul 19 22:55:03 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.594904542Z","hostname":"sock","pid":1562,"file":"illumos-utils/src/running_zone.rs:110"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.595066565Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.648280488Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.648325628Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.762728799Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.77204897Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:03.780001875Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.384130266Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.521705621Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:125"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.521744722Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:137"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.521840694Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:150"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.521939085Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.521958166Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:172","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.521988766Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:718"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.525281537Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:625"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:04.525288706Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:767"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.525304777Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:186"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.525309057Z","hostname":"sock","pid":1562,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:826"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.525319187Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.525364748Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.525430719Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.52545818Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.52546942Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.536799907Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.536832548Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"19897293-1f9b-4192-b917-76a7c9e3000d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.6359764Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844083044Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844121404Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844128484Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844141434Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844148445Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844158055Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.844174635Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.852789023Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.852814083Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:372","id":"dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:04.943662824Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.149983434Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150022904Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150053375Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150060385Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150068005Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150071415Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150098636Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150106976Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150137226Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150147257Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150151847Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150170017Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150175567Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_2.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150203458Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150212448Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150216818Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150231668Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150237018Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150240498Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_3.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150249639Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150254539Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150258799Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150281859Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150286419Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150289719Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_4.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150294649Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15029926Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15030412Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15032028Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15032539Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_5.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15032881Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15033354Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.15033735Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.1503438Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150367561Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150374481Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150378051Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_6.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150382421Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150386621Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150411031Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150415462Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150419802Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150423832Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150427672Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150432562Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150436572Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:242","vdev":"/scratch/u2_8.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150440292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150446432Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150450372Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150478593Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150483383Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150486783Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:96"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150495963Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:98"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150499823Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150525064Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150529434Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150533064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150539354Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150564254Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:210"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150567714Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150571904Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150575514Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150580774Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150584455Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150592895Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150596935Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150600885Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150609555Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:215"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.150613135Z","hostname":"sock","pid":1562,"file":"sled-agent/src/long_running_tasks.rs:230"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.161179828Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:722"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.161214039Z","hostname":"sock","pid":1562,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:292","time_to_next_cleanup":"599.999943429s","next_cleanup":"Instant { tv_sec: 2527, tv_nsec: 151075732 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16126331Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3583"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.161307911Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.161362522Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.163203125Z","hostname":"sock","pid":1562,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.163984459Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164174553Z","hostname":"sock","pid":1562,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:44","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: None,\n bgp_peers: [],\n autoneg: false,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164407757Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1011"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164418538Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164459838Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164514589Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164528269Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16453559Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1071"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16455794Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16457138Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16457977Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16458647Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1112"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164590141Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164594001Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164613711Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164649932Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.164941097Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Sled plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16509794Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16511051Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1145"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.165149411Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.165158081Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.165518718Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16564996Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.165769162Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:217","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba, rack_id: 858ba1b7-0444-4ae8-8154-caf799e42fa8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.165905855Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:37103","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:66"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba, rack_id: 858ba1b7-0444-4ae8-8154-caf799e42fa8, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166008767Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:360"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166016917Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:375"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166058288Z","hostname":"sock","pid":1562,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166072168Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166091588Z","hostname":"sock","pid":1562,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166096268Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:572"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166099598Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166124039Z","hostname":"sock","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166137119Z","hostname":"sock","pid":1562,"request":"load_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166146079Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:561"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166151119Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:589"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.166154119Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:393"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16620055Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:374"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.16620674Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:479","result":"DisksManagementResult { status: [] }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.167784799Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3815"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.19409458Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.213436294Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.230890722Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.279133524Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:366"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.279182115Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.279190585Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:378"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.279237536Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 73.326995ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.282843622Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8d03e23-c9b6-4763-a0ba-88d741ebf194\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c8d03e23-c9b6-4763-a0ba-88d741ebf194\" }"} {"msg":"attempting to create encrypted zvol: name=\"oxi_19897293-1f9b-4192-b917-76a7c9e3000d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.293802022Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_19897293-1f9b-4192-b917-76a7c9e3000d/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.319319729Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_19897293-1f9b-4192-b917-76a7c9e3000d/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.319360779Z","hostname":"sock","pid":1562,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.324962592Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:393"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.324972012Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:126"} {"msg":"Ensuring dataset oxi_19897293-1f9b-4192-b917-76a7c9e3000d/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.324978262Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:136"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.357249952Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 177.45358ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.358086177Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81148848-5018-4ec3-8759-e362b5b9a60b\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:04 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"81148848-5018-4ec3-8759-e362b5b9a60b\" }"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.400865809Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:170"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.537064759Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 154.864276ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.53767995Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c94f62-6d3d-42f9-b586-a9caacb5e8d1\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"29c94f62-6d3d-42f9-b586-a9caacb5e8d1\" }"} {"msg":"Mounting oxi_19897293-1f9b-4192-b917-76a7c9e3000d/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.620934892Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:178"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.634106822Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.634216094Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.634245895Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:186"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.634274966Z","hostname":"sock","pid":1562,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:192"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.693272734Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 158.08842ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.693854364Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6a5d0b-19b1-47d0-957c-1a9d6cee036b\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3d6a5d0b-19b1-47d0-957c-1a9d6cee036b\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.853054384Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 177.214585ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:05.85389398Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad87b916-892c-4bd8-bbdf-576f5f036e7e\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ad87b916-892c-4bd8-bbdf-576f5f036e7e\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.031981044Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 205.803309ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.032626126Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"160340b1-8097-4fab-b00e-730c9d645229\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"160340b1-8097-4fab-b00e-730c9d645229\" }"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.239693231Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Failed enable ddm stats (will retry after 277.507944ms","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.240158879Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0f84803-77d3-4a80-9d1e-8e36d8a30acb\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:55:05 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a0f84803-77d3-4a80-9d1e-8e36d8a30acb\" }"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.365085232Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:90"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.365738924Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.365769605Z","hostname":"sock","pid":1562,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:60","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.365827216Z","hostname":"sock","pid":1562,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:59623","producer_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:06.372191332Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"224.658624ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.413454056Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.413485327Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.41363818Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:905","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.4136464Z","hostname":"sock","pid":1562,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:60","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.414680439Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:205"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.41470771Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:430"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.41473856Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.414762851Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.414986184Z","hostname":"sock","pid":1562,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.415156298Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.415185908Z","hostname":"sock","pid":1562,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.415201468Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3583"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.415207168Z","hostname":"sock","pid":1562,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:37103","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:73"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.587296184Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53, [fd00:1122:3344:4::1]:53, [fd00:1122:3344:5::1]:53]","addr":"fd00:1122:3344:101::1"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.588034527Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:108","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.588047618Z","hostname":"sock","pid":1562,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.58817577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.588262442Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/rss-service-plan-v3.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.588294302Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.588304692Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.588320453Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:06.592355797Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:06.597949899Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"716.658325ms"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.61991839Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55949"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.620169565Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.620291117Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"5f5ca473-da29-4786-b0d1-7ef3cf4efecc","remote_addr":"[fd00:1122:3344:101::1]:55949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":232,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.649180545Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.649259466Z","hostname":"sock","pid":1562,"uri":"/sled-role","method":"GET","req_id":"797f05df-9667-41ea-bc14-5fcd7e9f7d70","remote_addr":"[fd00:1122:3344:101::1]:55186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.649863237Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.649879588Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.rss-service-plan-v3.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.650275555Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.650621691Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:832"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { disks: [OmicronPhysicalDiskConfig { id: b4e5c696-0bbb-485e-a86a-efd6927b6f6d, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, pool_id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool) }, OmicronPhysicalDiskConfig { id: c845bb51-c9e5-43ea-9d70-51fc930977b8, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, pool_id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool) }, OmicronPhysicalDiskConfig { id: d9f47b46-d030-42b4-8444-5ab74e962859, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, pool_id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool) }, OmicronPhysicalDiskConfig { id: 2671576f-206f-4674-8d33-d24cdd9b578a, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, pool_id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool) }, OmicronPhysicalDiskConfig { id: 371800e5-f789-496f-abee-b934e150fbb0, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, pool_id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool) }, OmicronPhysicalDiskConfig { id: f7c5316e-aab6-4886-93ba-396bfc17381a, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, pool_id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool) }, OmicronPhysicalDiskConfig { id: 741ea71d-5e1b-4c2b-b326-ebe1d4635b7d, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, pool_id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool) }, OmicronPhysicalDiskConfig { id: be36113e-38c4-4961-9e6f-930fbccb30a5, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, pool_id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool) }, OmicronPhysicalDiskConfig { id: 3aafff88-95ed-49a1-8a0d-5ff4e7d24235, identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, pool_id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool) }], generation: Generation(1) }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.6789942Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:348"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679094272Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:47283"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679302926Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:825"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: b4e5c696-0bbb-485e-a86a-efd6927b6f6d, pool_id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: c845bb51-c9e5-43ea-9d70-51fc930977b8, pool_id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: d9f47b46-d030-42b4-8444-5ab74e962859, pool_id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 2671576f-206f-4674-8d33-d24cdd9b578a, pool_id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 371800e5-f789-496f-abee-b934e150fbb0, pool_id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: f7c5316e-aab6-4886-93ba-396bfc17381a, pool_id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 741ea71d-5e1b-4c2b-b326-ebe1d4635b7d, pool_id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: be36113e-38c4-4961-9e6f-930fbccb30a5, pool_id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 3aafff88-95ed-49a1-8a0d-5ff4e7d24235, pool_id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679351567Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679368377Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679374457Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679386407Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:643"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679444018Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:374"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679450288Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679456078Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.679460769Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.774903213Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:06.774946244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool)"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:07.372088017Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.023237461s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:07.548064884Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.732276981Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.896642175Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.896783538Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.896799718Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.896824258Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.8968943Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.897039652Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:07.897046952Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:08.429942532Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:08.620454494Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.930269802s"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:08.621000824Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:08.621193187Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:08.621222428Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_dd425699-b929-43cd-8ab0-5ba549a64da2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:09.045911489Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 39.907535ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:09.228758742Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 63.892732ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:09.749919467Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:09.75118137Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 242.716565ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:10.482408915Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:10.484488723Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:10.692379173Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.3264423s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:11.347130099Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 210.397947ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:11.347282262Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 710.643458ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:12.050691548Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Looking for unencrypted datasets in oxp_dd425699-b929-43cd-8ab0-5ba549a64da2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.060977946Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.315412256Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.315465487Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.315472887Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.315477578Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.315481698Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.538097587Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:12.538138787Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:13.764867208Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.00518174Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.005227091Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.005235781Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.005240741Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.005267572Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.005395244Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:14.005402014Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:14.483832379Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.627749835s"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:14.48390424Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:14.729408518Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:15.437311785Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:15.931798664Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Automatically destroying dataset: oxp_c0caf7b9-4b50-491c-9872-9f37b052da71/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:15.931833084Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:16.405586273Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.858615533Z","hostname":"sock","pid":1562,"component":"VmmReservoirManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:16.936866183Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Looking for unencrypted datasets in oxp_c0caf7b9-4b50-491c-9872-9f37b052da71","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.967022294Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.975889245Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.975926556Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.975936517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.975943477Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.975949427Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.985581743Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:16.985621094Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.080312554Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.087548086Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.087608098Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.087614308Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.087621838Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.087630508Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.08774594Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.08775468Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.12437569Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_ac24ca3b-afcb-4bb2-aac2-d62adb207467/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.13152845Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_ac24ca3b-afcb-4bb2-aac2-d62adb207467","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.247199375Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.255012607Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.255051298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.255056758Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.255061868Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.255075119Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.265053331Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.265082491Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"59761340-23e8-4caf-b31a-8783d54d3dca (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.358452608Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366461344Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366496095Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366503775Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366565256Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366579877Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366721499Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.366730399Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.403926039Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_59761340-23e8-4caf-b31a-8783d54d3dca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.412128139Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_59761340-23e8-4caf-b31a-8783d54d3dca","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.535036556Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.543026832Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.543059632Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.543067242Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.543074112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.543090503Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.553139696Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.553164267Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.640442392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647595053Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647624823Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647632423Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647657294Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647677804Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647800957Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.647811467Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.680834421Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_09644ec7-1923-4c6e-8bc8-5e258c1b8a8d/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.68791157Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_09644ec7-1923-4c6e-8bc8-5e258c1b8a8d","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.802241709Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.809257358Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.809290418Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.809296078Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.809302798Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.809307419Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.817939267Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.817964417Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"70ae9063-370d-4ed5-8466-7bd7367499ff (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.908614094Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915616812Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915646122Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915654002Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915677353Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915725264Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915801335Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.915809675Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:17.939179823Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.948395561Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_70ae9063-370d-4ed5-8466-7bd7367499ff/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:17.955363408Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_70ae9063-370d-4ed5-8466-7bd7367499ff","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.071380608Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.078636191Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.078682701Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.078688581Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.078695392Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.078701372Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.087427261Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.087456172Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool)"} {"msg":"Ensuring tfportrear0_0/ll exists in zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.115221569Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2256"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.189418725Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198232446Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198263537Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198269007Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198328068Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198351109Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198503111Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.198517952Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.234767714Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_5e9012da-baa1-440f-b7c2-376e7117cb03/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.243068726Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_5e9012da-baa1-440f-b7c2-376e7117cb03","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.370669518Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.378571123Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.378595833Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.378601763Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.378607383Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.378611294Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.388772119Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.388791489Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"23822ecc-e12c-413c-b769-e1612beff6e3 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.481783899Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.49113461Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.491162941Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.491168361Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.491187651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.491194681Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.491330654Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.491336074Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:18.495267536Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.528083066Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_23822ecc-e12c-413c-b769-e1612beff6e3/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.53708233Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"Looking for unencrypted datasets in oxp_23822ecc-e12c-413c-b769-e1612beff6e3","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.666179599Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.673797109Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.673832259Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.67385507Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:414","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.67386091Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:491"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.67386517Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/disk.rs:127","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.683775621Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:361"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.683820452Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367","id":"3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.779622153Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:288","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.787589469Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:332","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.787626479Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:334","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.78763435Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:338","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.78767659Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:340","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.787696941Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.787816783Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.787825103Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:352"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.82429246Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.832324206Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:395"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:18.941510742Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Looking for unencrypted datasets in oxp_3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.959353118Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/dataset.rs:480"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968017716Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:512","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968055196Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:429","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968114008Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.96822848Z","hostname":"sock","pid":1562,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 19897293-1f9b-4192-b917-76a7c9e3000d (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd7f84a5-b6da-49fc-bb8d-6ee5649772b8 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, slot_firmware_versions: [Some(\"synthetic 1.0\")] } }, zpool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968290631Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968302671Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968377162Z","hostname":"sock","pid":1562,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968562296Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:829"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968570526Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968608147Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:855","generation":"Generation(1)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968614267Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:860"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968620707Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:865"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968625277Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:116","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968631917Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:871"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968677718Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:822","gen":"Generation(1)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968684288Z","hostname":"sock","pid":1562,"sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:876"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.968752629Z","hostname":"sock","pid":1562,"uri":"/omicron-physical-disks","method":"PUT","req_id":"66662b2a-983f-494a-a6a2-2948c9255b6d","remote_addr":"[fd00:1122:3344:101::1]:47283","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":12289617,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.999850088Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:18.99995327Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54468"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.000161723Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.000167783Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.052017651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.052058382Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.101969924Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.102010735Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:19.113725209Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"8.273469744s"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.151256555Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"No ledger in /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.151306176Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.151311796Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.151350607Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.196036663Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.196076864Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.196083244Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.248945121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.252673789Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.256382457Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.269072469Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.273671293Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:19.277952831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: dns error: proto error: io error: No route to host (os error 148)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:55:19.943987254Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Profile for oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:20.778472656Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:20.778626169Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:20.778784072Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:21.265614989Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:21.742958754Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:21.743065926Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:21.743078996Z","hostname":"sock","pid":1562,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 25.021363ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:21.749522424Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:21.749569015Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:21.752707292Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 58.474977ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:21.784898411Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 209.233249ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:21.853660417Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 58.005143ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:21.873769865Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 74.905335ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:21.879979289Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 141.020529ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:21.944307804Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 97.286336ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.133094484Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 288.617166ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.169293886Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 203.473354ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.200132869Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 298.258653ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.250308177Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 268.504056ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.415013707Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 722.439226ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.468173409Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 210.343979ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.558609832Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 942.80672ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.693567238Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 586.698821ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:22.77738229Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 634.127765ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:23.201041694Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 718.415823ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:23.372815103Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 736.642057ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:23.646864952Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 1.150892014s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:23.8453127Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 557.142604ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:24.100767418Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring bootstrap address fdb0:18c0:4d0d:a02a::2 exists in switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:24.184133822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2273"} {"msg":"Adding bootstrap address","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:24.184156912Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:578"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 1.340790402s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:24.392018092Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 1.078769622s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:24.665973369Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Forwarding bootstrap traffic via oxBootstrap0 to fe80::8:20ff:fed3:79f2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:24.732954543Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2280"} {"msg":"Zone not using gateway (even though underlay is up)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:24.739149556Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2341"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:24.865991025Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2526"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 893.975467ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:25.006799488Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:25.126910783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2690"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:25.332802306Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2405"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:25.654786851Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2440"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 921.572364ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:25.741554408Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 915.113268ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:25.755001783Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:25.864876111Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2740"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 955.594624ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:25.909259703Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.03388767Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2767"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.234175221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2634"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.400371058Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2434"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.4097522Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3839","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.40979015Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3855"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.409801031Z","hostname":"sock","pid":1562,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:561"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 1.260886691s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:26.670940764Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 1.18332909s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:26.677694927Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 593.421129ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:26.872704602Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.95522565Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3863"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:26.961017136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3919"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.097639102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3981"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.195149644Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3962","rack_subnet":"fd00:1122:3344::"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.217265019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4009"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.314801021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:4036"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.441048189Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:369"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 560.802813ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:27.475903426Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.476983895Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:417"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.508333488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:656"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.50841466Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:694"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.508858228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:697","uptime":"2"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.508873028Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:439","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: None,\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n },\n },\n },\n}"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.579914697Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.579990298Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580000929Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580008029Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580016339Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580023189Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580029609Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580046339Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580053389Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58006145Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58006831Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58007487Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58008143Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58008635Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58009112Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58009587Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58010038Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58010502Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580109651Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.58011436Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580128341Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580133431Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:601","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:27.580137981Z","hostname":"sock","pid":1562,"component":"StorageResources","file":"sled-storage/src/resources.rs:622","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"wait for service Some(\"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc\") failed: Property not found. retry in 828.712381ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:27.870249623Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1\") failed: Property not found. retry in 856.208071ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:27.941042268Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282\") failed: Property not found. retry in 560.507673ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:28.046176878Z","hostname":"sock","pid":1562,"zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.816884345Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_internal_dns_74563217-f703-4c90-990d-5143d6aa0282"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.816947296Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_internal_dns_4ec1dd64-fc59-46ad-8f12-dcafd769aba1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.816954026Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_internal_dns_0d7897bb-e108-4529-b11c-7e55a9a521fc"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.816979907Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.817245102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.817490406Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"03ad5f79-3483-4dda-bc1b-bdf3d7172483","remote_addr":"[fd00:1122:3344:101::1]:54468","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":9817476,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:28.819138666Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"failed to write DNS configuration (will retry in 72.498779ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:29.444228671Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to write DNS configuration (will retry in 64.844055ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:29.51747774Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:29.637996333Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"failed to write DNS configuration (will retry in 84.66595ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:29.68928413Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:2::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:29.819132393Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:549"} {"msg":"failed to write DNS configuration (will retry in 65.806704ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:29.854199314Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"failed to write DNS configuration (will retry in 152.251905ms)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:29.920452535Z","hostname":"sock","pid":1562,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:569","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:5353/config): error trying to connect: tcp connect error: Connection refused (os error 146)"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.126733075Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:585"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.126746135Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.158666608Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.16093977Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.16096058Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.191077931Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.191202283Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49189"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.191392677Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.191399627Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.213161904Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.213210775Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.234149578Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.234194559Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.251517776Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.251587807Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.251800571Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.251907973Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.263085207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.295497809Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.296292344Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.296304534Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.325518158Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 197, 219]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.325548129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.326575637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.326580777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.326792121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.327189828Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.348483098Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.367503336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.997805675Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40499"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:30.997937538Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"c707a4b7-740a-465a-967b-546e3355c6f1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40499","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":63,"response_code":"200"} {"msg":"Profile for oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:31.005907204Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:31.006023746Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 68.282433ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:31.14631507Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 102.090152ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:31.236229603Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 149.446952ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:31.376593629Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 431.298321ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:31.535502963Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 832.427332ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:31.975553947Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 1.048563833s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:32.818362601Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 684.173989ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:33.876038602Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 747.23255ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:34.56858328Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 671.309169ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:35.324558857Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b\") failed: Property not found. retry in 1.037969089s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:36.003843261Z","hostname":"sock","pid":1562,"zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.060592476Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.060655647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.060971163Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.061260278Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"693fa2dc-f26e-46c9-a6aa-57bbac9a17d7","remote_addr":"[fd00:1122:3344:101::1]:49189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":6870006,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.063524659Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:626"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.093464687Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.09365652Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:35785"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.103606362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.103739164Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"99db9000-f242-43fa-ad72-1c4e6630a52e","remote_addr":"[fd00:1122:3344:101::1]:35785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9999,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:37.106669668Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.279282083Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:37.279402835Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:39110"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.288491549Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.288734694Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"4df65cf9-b4c6-4fdf-a2e0-04121bb4e27b","remote_addr":"[fd00:1122:3344:101::1]:39110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009205,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:41.293129734Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.484114575Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.484257778Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:52853"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.492971077Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.49312175Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"d86421f3-3a7c-4382-ad5a-fb01f900538f","remote_addr":"[fd00:1122:3344:101::1]:52853","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8713,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:41.497015981Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.665886967Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:41.665993529Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55156"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_f4cdedf5-c968-4d89-9fad-1e8f23745b8b': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:45.674589714Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:45.674784128Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"13c0adf1-b2cf-4541-a74b-5b0220d0f69c","remote_addr":"[fd00:1122:3344:101::1]:55156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008647,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:45.67760704Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:45.944338845Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:45.944480807Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:54712"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:45.95281684Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"0a97cfac-15ce-403d-b001-b428ee6d8cbf","remote_addr":"[fd00:1122:3344:101::1]:54712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":8187,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:45.956073369Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:45.956084339Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.162875048Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.163030761Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:44502"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.172521905Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"e188e766-3628-43dd-82de-144eaa289cb3","remote_addr":"[fd00:1122:3344:101::1]:44502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":9370,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.174892388Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:46.174897908Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.525606228Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.52571225Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59435"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.534327278Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"74a5ff47-6646-447f-b4b8-b09760de39c9","remote_addr":"[fd00:1122:3344:101::1]:59435","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":8520,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.535947937Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:46.535954307Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.752507526Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.752622897Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53770"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.760918069Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"1496153d-5b7e-4b39-8610-9bb60d11c476","remote_addr":"[fd00:1122:3344:101::1]:53770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":8155,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:46.762978797Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:46.762984347Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.184843847Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.184967919Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:49594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.193673518Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"c517cc9b-78f6-4abf-9dc1-e1d2497a71b7","remote_addr":"[fd00:1122:3344:101::1]:49594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":8573,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.197163152Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:47.197170092Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:47.426737468Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"139.589493ms"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.67360517Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.673700192Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:48006"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.681427344Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"ad1589b8-9c8e-4f02-91af-2646f83b43a9","remote_addr":"[fd00:1122:3344:101::1]:48006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":7613,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:47.683344648Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:47.683355149Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.205007593Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.205137515Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:53544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.213491448Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"56264712-fa55-4532-bc79-df009242b28d","remote_addr":"[fd00:1122:3344:101::1]:53544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":8331,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.216765157Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:48.216775928Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:656","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.528315956Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:606"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.528417318Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:55926"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.54987462Z","hostname":"sock","pid":1562,"uri":"/timesync","method":"GET","req_id":"f45c62cf-cfad-4c26-9174-a257a3dbc90b","remote_addr":"[fd00:1122:3344:101::1]:55926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":21318,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 3639616536, ip_addr: 216.240.36.24, stratum: 3, ref_time: 1721429747.833553, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.551977858Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:634"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.551983389Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1224"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.580754864Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.580892927Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45110"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.581291854Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.581298914Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.603436199Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.60349757Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.621305296Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.621351356Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.639646541Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.639700192Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.734953343Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.735009744Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.853841296Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.853892057Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.953033559Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:48.95308916Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.064142219Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.064193931Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.151751141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.151819402Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.152058246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.152171808Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.237210373Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.237277084Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.237283344Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.237287714Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.237293704Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.325028008Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.328820057Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.333005154Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.337383474Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.341327626Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.345682316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.350172778Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.355499745Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.36071912Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:49.365284194Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.036873098Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.03700825Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.043112292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.043235314Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.101927107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.102058689Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.175690485Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.175806837Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 37.600371ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.188478118Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 68.643549ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.196194139Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.198376549Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:55:53.198511521Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 125.049915ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.234604381Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 58.727774ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.243491264Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 80.586987ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.426936466Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 196.152433ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.607168141Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 238.68287ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.692812506Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 79.231609ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.725594755Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 73.785752ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.781505877Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 47.638597ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.851005988Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 268.132321ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.934931671Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 262.638562ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:53.975604845Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 72.70178ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.019160531Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 86.82313ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.07983562Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 479.385596ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.133584973Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 294.568601ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.167256078Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 132.793754ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.204207732Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 710.855443ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.259061125Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 482.675908ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.304263201Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 244.628092ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.380379523Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 564.308312ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.52140433Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 535.898047ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.675465556Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.199108126s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:54.781062166Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 879.986162ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.068571511Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 674.542873ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.13088737Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 1.165987058s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.267623069Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 753.607567ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.349367743Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 769.476114ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.817489189Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.380336073s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.960853699Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 835.774456ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:55.991167924Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.040924385s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:56.113640172Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 938.972046ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:56.445577449Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.219091599s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:56.596366245Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.171994542s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:56.836849781Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.015245339s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:57.165137951Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 973.102148ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:57.351449916Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 1.338885426s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:57.394832149Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.189680047s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:57.825695934Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.018587796s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:58.018881925Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.401384555s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:58.190274547Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 870.504914ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:58.334917951Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 1.118298159s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:58.745377523Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 780.583489ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.027684473Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 745.73401ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.048997483Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.122458845s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.218141924Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 593.066738ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.601223756Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.261802949s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.803237148Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.450101414s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.817120322Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 632.11538ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:55:59.871601448Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 749.554424ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:00.203370861Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 734.463912ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:00.348988082Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 917.234203ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:00.512317778Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.302229613s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:00.960351357Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.233097457s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:01.072644619Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.196988742s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:01.09183935Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:01.242230638Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36161"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:01.242356721Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ddffad35-7d7c-4c12-94c5-3726d875bd14","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36161","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":56,"response_code":"200"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 719.069048ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:01.278067123Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 1.03602691s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:01.438897683Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.390531968s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:02.007629778Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.003236862s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:02.272694772Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.182946045s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:02.298911451Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 763.725239ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:02.315135908Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28\") failed: Property not found. retry in 1.112237302s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:02.484421042Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:02.812275004Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"518.629103ms"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 609.304685ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:03.088479113Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 899.165033ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:03.284509175Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 561.115593ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:03.407503943Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 963.448723ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:03.492059089Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 556.639592ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:03.706401576Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 711.797659ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:03.977681485Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 720.571697ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:04.194233972Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.234248585s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:04.272432971Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.344811681s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:04.467417365Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 551.509376ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:04.69966188Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.326745429s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:04.925254083Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.226882963s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:05.260442539Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 570.164739ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:05.516778265Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 724.208496ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:05.824092792Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.2981923s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:06.095482912Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 527.70552ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:06.262204249Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 759.379866ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:06.496658194Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.230654306s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:06.556732532Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.363872597s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:06.798425359Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.335075408s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:07.264270784Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 507.817494ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:07.402361297Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 714.651504ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:07.796100724Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.24942847s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:07.918902899Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.275742864s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:08.170681081Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.218696091s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:08.519682249Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.235741769s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:08.608304509Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 553.789611ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:09.176621937Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 803.6054ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:09.455455362Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 1.194942351s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:09.738775111Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 503.14255ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:09.746860948Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 984.888547ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:09.85256016Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 1.445727218s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:10.259002798Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 769.444061ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:10.266995964Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 502.413867ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:10.845808174Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 976.217833ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:10.943337496Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 923.982448ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:11.044945784Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.211320019s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:11.35719554Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24\") failed: Property not found. retry in 982.342629ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:11.713662616Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 513.812254ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:11.928080535Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587\") failed: Property not found. retry in 1.012244335s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:11.976320647Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe\") failed: Property not found. retry in 529.10297ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:12.449998784Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936\") failed: Property not found. retry in 1.491215128s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:12.576442155Z","hostname":"sock","pid":1562,"zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.091809482Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_cockroachdb_1f8e0d3e-fc7a-4602-b60e-083f45064e28"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.091902823Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_cockroachdb_d1c383bc-4638-43e9-9d08-ecdefeeb6936"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.091911334Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_cockroachdb_994d3762-e201-437a-9fb2-2c815cdddefe"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.091917434Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_cockroachdb_4a6ebfc9-ae80-4829-9229-e60dfde7f587"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.091923064Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_cockroachdb_8abb54c7-53ed-4d00-a10e-6601324b3d24"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.091985915Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.092444163Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.09283504Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"8200933b-f48f-49ae-8d0b-bc5a8a2667e9","remote_addr":"[fd00:1122:3344:101::1]:45110","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":24818887,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.125839284Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:59276"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.156896661Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3403"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:14.350775894Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3421"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:18.57381911Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"969.687451ms"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.310385918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:3444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.310689313Z","hostname":"sock","pid":1562,"uri":"/cockroachdb","method":"POST","req_id":"60c3f2b4-8911-4dab-a7e9-adace0cd57a9","remote_addr":"[fd00:1122:3344:101::1]:59276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":10184822,"response_code":"204"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.343618005Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.344095444Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::1]:45957"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.345315736Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.345333537Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.373659184Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.373714795Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.394457315Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.394513445Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.415242074Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.415292045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.436598235Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.436669986Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.457859433Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.457910724Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.478932908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.478982929Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.498287042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.498336173Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.51787203Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.517914791Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.604578855Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.604634006Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.698878009Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.69894395Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.794745811Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.794809022Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.88221217Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.882277291Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.97523876Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:24.975303921Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.062670548Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.062745299Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.155684658Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.155742769Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.246796453Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.246863334Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.333414536Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.333472717Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.431149912Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.431234213Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.523552091Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.523615482Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.622309346Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.622368337Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.622930587Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.623257793Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743134174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743183615Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743190066Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743195126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743200166Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743204786Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743209276Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743213736Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743218266Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743311348Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743319988Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743324928Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743329328Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743334118Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743338518Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743342908Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743347438Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743351538Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.743355889Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.743728565Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"5c2e87e1-c271-4137-ba57-d637b25703bd","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized)]","latency_us":1399259,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:25.744070851Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"64.161932ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5c2e87e1-c271-4137-ba57-d637b25703bd\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5c2e87e1-c271-4137-ba57-d637b25703bd\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.809154941Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.809581879Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.809591039Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.831105382Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.831151923Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.852040735Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.852091736Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.872204224Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.872254225Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.890706212Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.890753303Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.909638618Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.909684549Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.928275289Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.92833035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.947818226Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.947864436Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.966597689Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.96663769Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.987401889Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:25.98744753Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.006803234Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.006847745Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.02464619Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.024688241Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.044266758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.044313339Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.07333546Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.073391651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.098036141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.098098093Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.120238017Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.120290538Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.14063708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.140685331Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.161319318Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.161375489Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.181489646Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.181541227Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.20198638Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.202035712Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.223035015Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.223095286Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.223336971Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.223513474Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.318989549Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.31904717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.31905396Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.31906063Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319070911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319079921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319084221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319088351Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319093941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319099201Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319104581Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319111201Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319116431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319132492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319138742Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319144162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319150102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319157252Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319162442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.319277004Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"805c8078-98b9-430b-849e-be589c8a69a1","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized)]","latency_us":509919,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.319483878Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"109.470294ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"805c8078-98b9-430b-849e-be589c8a69a1\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:25 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"805c8078-98b9-430b-849e-be589c8a69a1\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.429727433Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.43007548Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.43008325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.453048359Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.45310102Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.473920591Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.473968822Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.494562028Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.494612879Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.515250106Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.515297727Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.535491046Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.535538677Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.555842138Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.555885089Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.575603729Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.57565447Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.595779058Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.595824479Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.616881414Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.616929395Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.636984431Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.637030942Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.656425997Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.656483618Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.675023157Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.675080168Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.695570012Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.695612653Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.715918174Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.715964375Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.73538928Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.735429401Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.755509408Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.755552169Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.776459511Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.776507901Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.795623311Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.795664862Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.815606796Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.815648157Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.836547809Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.83661197Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.836840444Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.836961717Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932058535Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932111356Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932137556Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932143326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932149016Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932155777Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932161126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932166047Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932172647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932176177Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932181267Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932184907Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932188507Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932191887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932200017Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932205517Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932210687Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932215647Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932225678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:26.932288859Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"2c516ba4-1ef4-41e4-992b-95cbb1c4de03","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized)]","latency_us":502403,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:26.932502083Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"194.709789ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c516ba4-1ef4-41e4-992b-95cbb1c4de03\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:26 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"2c516ba4-1ef4-41e4-992b-95cbb1c4de03\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.1287622Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.129103936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.129112426Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.150700311Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.150749922Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.172015301Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.172063331Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.19279747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.192849001Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.213212763Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.213284184Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.233401492Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.233448243Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.253058641Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.253101772Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.272942545Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.272988345Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.292032854Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.292075514Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.311288406Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.311330716Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.331432283Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.331480604Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.351141734Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.351184035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.370332485Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.370374295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.390120166Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.390162747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.409670864Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.409717134Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.429011567Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.429056178Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.447915803Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.447958264Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.467966169Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.46801252Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.489267468Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.489315569Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.507805277Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.507848658Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.526943857Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.526997928Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.527224632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.527342704Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.621958864Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622015755Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622023035Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622030435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622036125Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622042005Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622047855Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622069466Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622077126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622082736Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622088376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622093956Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622099116Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622104756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622110167Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622115567Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622120987Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622126707Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622132067Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.62227237Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"39270dc7-7da5-4408-af8c-ec8cd94bf7d5","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized)]","latency_us":493372,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:27.622484183Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"231.624259ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39270dc7-7da5-4408-af8c-ec8cd94bf7d5\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:27 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"39270dc7-7da5-4408-af8c-ec8cd94bf7d5\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.855947391Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.856290627Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.856297807Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.879395459Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.8794435Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.899738031Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.899775352Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.919339909Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.91937615Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.938764114Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.938803035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.956407367Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.956445838Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.97520245Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.975245671Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.996251935Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:27.996288276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.015887534Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.015923805Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.036542431Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.036581172Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.057356532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.057399853Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.076831018Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.076868759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.096232313Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.096271323Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.115981134Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.116017954Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.136006229Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.13604113Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.155046148Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.155085908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.173349302Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.173382603Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.19244147Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.192477801Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.212723361Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.212762522Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.232242818Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.232277338Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.251837446Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.251883907Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.252117711Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.252260873Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.34450788Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344569341Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344575971Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344581621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344586501Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344593361Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344599131Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344604461Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344610992Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344616292Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344621682Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344645622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344649902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344653872Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344659322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344664793Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344668393Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344673463Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344678663Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.344765554Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d45d36a2-ef70-439d-93cb-34dbd5a50f14","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized)]","latency_us":488655,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:28.344966228Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"206.111266ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d45d36a2-ef70-439d-93cb-34dbd5a50f14\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:28 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d45d36a2-ef70-439d-93cb-34dbd5a50f14\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.552554742Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.552870848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.552878518Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.575360969Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.57540368Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.596485425Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.596533326Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.616715725Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.616760456Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.635808474Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.635858915Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.654618778Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.654656559Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.673176417Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.673215578Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.693171992Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.693211233Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.71380761Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.713849921Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.734196722Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.734234733Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.753608817Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.753647728Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.773961959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.77400251Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.796813647Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.796852758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.815816544Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.815856735Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.833487077Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.833526448Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.850647021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.850684591Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.870895611Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.870950242Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.888316269Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.88835368Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.905197768Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.905238309Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.924843187Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.924885158Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.945327201Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.945367322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.945582256Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:28.945701328Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042735082Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042784333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042791193Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042796533Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042801533Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042807283Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042813873Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042819593Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042825603Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042830703Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042835964Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042841384Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042847094Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042854184Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042859544Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042876604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042882095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042885584Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.042889215Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.042956226Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"4e0d53cf-a005-44d0-923c-33c44409c9f4","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized)]","latency_us":490271,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.0431631Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"356.499291ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e0d53cf-a005-44d0-923c-33c44409c9f4\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4e0d53cf-a005-44d0-923c-33c44409c9f4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.400694024Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.40102624Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.40103521Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.424316986Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.424362716Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.445242868Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.445287919Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.46501467Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.46505171Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.484420604Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.484460045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.505056651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.505099002Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.526752258Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.526790189Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.547626089Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.54766248Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.566190959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.56626103Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.584176008Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.584224289Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.60398237Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.60403136Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.624029286Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.624065597Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.643051284Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.643090574Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.663341035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.663381545Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.682185129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.68223096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.701609844Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.701647425Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.722641879Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.722684029Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.741626735Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.741662716Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.760053122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.760089923Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.779718782Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.779756082Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.79770576Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.797752811Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.797953905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.798067757Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899841987Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899901658Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899909839Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899915049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899932139Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899937779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899943259Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899948709Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899954019Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899960749Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.899965Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.89997055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.89997447Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.8999781Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.89998311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.89998678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.89999234Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.89999769Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.90000299Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:29.900054261Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"3fe8ee4f-b3a1-47dc-851c-e55053049a5e","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized)]","latency_us":499213,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:29.900266245Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"385.785389ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3fe8ee4f-b3a1-47dc-851c-e55053049a5e\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:29 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3fe8ee4f-b3a1-47dc-851c-e55053049a5e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.287575763Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.28792332Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.28794463Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.309688708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.309734158Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.330770203Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.330821194Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.350617325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.350663806Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.373805459Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.37385737Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.392703585Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.392749306Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.412083039Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.41212402Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.430389794Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.430433594Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.449461092Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.449501953Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.468738975Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.468779255Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.487305124Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.487341575Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.506752029Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.50679079Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.527102141Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.527145042Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.54779002Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.54782905Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.568448507Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.568495278Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.588962272Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.589005443Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.609502987Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.609541418Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.629457372Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.629501063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.650308713Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.650347074Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.669061566Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.669096847Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.688511412Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.688570693Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.688794857Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.688928329Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789414876Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789473277Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789481707Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789489307Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789494877Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789501507Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789506838Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789512058Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789518828Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789534018Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789539208Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789542938Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789546488Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789550088Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789555218Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789558779Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789563828Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789570319Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789575129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:30.78962443Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"9366025c-cbab-4898-b5d9-3e31c3ea5057","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized)]","latency_us":501909,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:30.789821293Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"295.963998ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9366025c-cbab-4898-b5d9-3e31c3ea5057\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:30 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9366025c-cbab-4898-b5d9-3e31c3ea5057\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.086281992Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.086622188Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.086634028Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.110524795Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.110578366Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.13046519Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.1305123Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.148097122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.148142333Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.165856796Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.165901607Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.185303911Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.185355582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.203596275Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.203646936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.223413237Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.223460658Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.243167579Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.243208989Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.262297798Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.262346749Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.276305624Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57173"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.276592189Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a321b760-fdec-4190-b83b-771ddc9170eb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57173","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":84,"response_code":"200"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.281156113Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.281166323Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.302214908Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.302263159Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.321296667Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.321341727Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.339936837Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.339979318Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.358408035Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.358449096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.376928734Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.376972554Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.396908529Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.3969521Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.416073279Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.41611535Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.435612106Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.435656527Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.456210803Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.456268384Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.475796021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.475847822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.476069756Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.476184688Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570370119Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.57043328Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570441311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570448451Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570454021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570461941Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570468991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570474991Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570480581Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570487351Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570504272Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570510162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570515682Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570521392Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570528622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570533972Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570539792Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570545822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570551253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:31.570680885Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"4535bcbb-adf4-4039-9a9f-1bc3954e03f1","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized)]","latency_us":484241,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:31.570877068Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"517.062286ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4535bcbb-adf4-4039-9a9f-1bc3954e03f1\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:31 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4535bcbb-adf4-4039-9a9f-1bc3954e03f1\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.089391046Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.089784853Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.089795283Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.111910157Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.111965409Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.132468743Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.132521494Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.152284425Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.152336096Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.170996667Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.171045498Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.189126068Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.189179729Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.207633296Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.207686337Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.228456987Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.228505358Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.24615532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.246204501Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.26582451Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.265867231Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.284270747Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.284316998Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.30304609Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.303109361Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.322923813Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.322971034Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.342052463Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.342095094Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.366913668Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.366971289Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.386828161Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.386876262Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.405215938Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.405258208Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.425083021Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.425123881Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.443574919Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.44362904Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.463007944Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.463056465Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.48196239Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.482015621Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.482245325Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.482374898Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.5771505Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577222181Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577231762Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577239892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577246022Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577250672Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577256482Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577260822Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577267442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577273713Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577281373Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577288133Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577292653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577297183Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577312293Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577316923Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577321493Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577325874Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577330174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.577334383Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"abab664f-e68e-4da4-a7fd-f8ed247c8d2f","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized)]","latency_us":487774,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:32.577538427Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"352.668976ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"abab664f-e68e-4da4-a7fd-f8ed247c8d2f\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:32 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"abab664f-e68e-4da4-a7fd-f8ed247c8d2f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.932157849Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.93276772Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.93278214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.96558239Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.965650211Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.995480456Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:32.995535938Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.024730851Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.024818963Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.050621044Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.050672005Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.073650875Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.073707876Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.097023162Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.097072953Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.119667596Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.119718327Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.141814471Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.141863802Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.16417012Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.164217861Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.186492407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.186543538Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.20907966Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.209127841Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.231846356Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.231894887Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.254789665Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.254835556Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.28022291Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.280273741Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.302822203Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.302867374Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.325001609Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.32504796Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.347050472Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.347101833Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.368984853Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.369034504Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.391609056Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.391661147Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.414405743Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.414475124Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.414758109Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.414890082Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532457611Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532530902Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532539432Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532564253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532571303Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532577113Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532584893Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532590433Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532596033Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532602953Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532608933Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532615594Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532620174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532626464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532632154Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532637744Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532644464Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532650134Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.532655684Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:33.532807267Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"11f774df-1c0c-47e0-b3ed-a4cbb18dbf6a","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized)]","latency_us":600368,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:33.533055102Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"643.141518ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11f774df-1c0c-47e0-b3ed-a4cbb18dbf6a\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:33 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"11f774df-1c0c-47e0-b3ed-a4cbb18dbf6a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.178112842Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.178509579Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.178518409Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.201697942Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.201750953Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.223287317Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.223336828Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.242842494Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.242891595Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.263734256Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.263782117Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.283163501Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.283217182Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.299986039Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.300033069Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.318404055Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.318454526Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.338274988Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.338323149Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.357778075Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.357843076Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.378737148Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.378783409Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.397952969Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.39799753Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.416904406Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.416957197Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.435377983Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.435425334Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.453423953Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.453470534Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.472190776Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.472247407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.491984708Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.492034999Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.510387214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.510432565Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.528922203Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.528966354Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.546955553Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.547001763Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.56757972Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.567636931Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.567886785Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.568042508Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.614156211Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"1.35689547s"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661108709Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.66116308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.66117234Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.66118107Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661187501Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661214291Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661220841Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661225081Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661229631Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661237211Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661241892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661249502Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661256082Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661260862Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661265222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661271102Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661277222Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661281362Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661285622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:34.661297793Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"961f8f0d-aa79-4c1d-adbd-13165b37b749","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized)]","latency_us":483024,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:34.661509787Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"790.030051ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"961f8f0d-aa79-4c1d-adbd-13165b37b749\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"961f8f0d-aa79-4c1d-adbd-13165b37b749\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.452146677Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.452485153Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.452493013Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.475457133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.475516654Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.497801481Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.497849982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.517561582Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.517619423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.537467006Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.537511667Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.555483386Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.555534387Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.572930865Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.572977835Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.590560097Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.590613538Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.609809429Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.609860969Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.628029602Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.628075693Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.646627181Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.646677942Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.664885445Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.664931926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.683156679Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.68320197Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.701966313Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.702010734Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.721198095Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.721241285Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.739454218Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.739510569Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.757851294Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.757897295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.778902779Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.77894992Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.799422214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.799468845Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.81886429Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.818918231Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.839293213Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.839351974Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.839623299Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.839777432Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937553499Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.93760831Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.93761655Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.93762523Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937631511Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937637891Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937646041Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937652311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937660171Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937666241Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937689301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937697442Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937703712Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937711492Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937717602Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937721892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937727752Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937732192Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.937736562Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:35.937825294Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"0a05e3ec-8fb4-468b-93e6-58cbdc1c6639","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized)]","latency_us":485526,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:35.938029488Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"854.758748ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0a05e3ec-8fb4-468b-93e6-58cbdc1c6639\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:35 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"0a05e3ec-8fb4-468b-93e6-58cbdc1c6639\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.793621435Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.793943561Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.793953662Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.81575015Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.815796731Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.834665855Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.834717436Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.854519198Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.854552429Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.872040359Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.872069669Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.891775319Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.89180926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.911069292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.911114463Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.929264725Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.929300765Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.947927386Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.947965357Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.966059757Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.966091878Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.984867421Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:36.984902692Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.0028483Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.00288798Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.022727113Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.022760953Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.041522736Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.041555807Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.059841401Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.059872792Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.079031652Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.079064273Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.097925967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.097959758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.117446604Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.117484985Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.135988063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.136019474Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.154370199Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.15440398Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.175066157Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.175108028Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.175299942Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.175413184Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270040183Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270102624Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270110804Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270116354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270122324Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270129294Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270133174Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270138844Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270145905Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270151385Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270157045Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270162715Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270168375Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270175495Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270192455Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270198305Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270202575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270209386Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.270214656Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:37.270264257Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"963634c3-a19f-462f-8fbf-a64a031e721b","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized)]","latency_us":476525,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:37.27043997Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"901.360701ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"963634c3-a19f-462f-8fbf-a64a031e721b\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:36 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"963634c3-a19f-462f-8fbf-a64a031e721b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.172145481Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.172529268Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.172547728Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.19569053Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.195738681Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.21588567Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.21593002Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.236347733Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.236402085Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.255210208Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.255256239Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.272988973Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.273031994Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.293635741Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.293678441Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.311709941Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.311753952Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.32967931Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.32972226Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.347071387Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.347122018Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.367777156Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.367816207Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.386100821Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.386142091Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.405249831Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.405296982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.427465387Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.427510968Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.447509903Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.447550204Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.465679725Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.465716826Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.481940513Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.481983253Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.501383628Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.501441659Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.517417441Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.517462122Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.537951746Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.537994817Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.557609316Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.557672887Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.55787318Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.558006553Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653288914Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653337195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653343645Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653359646Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653365566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653371276Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653376536Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653381926Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653388806Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653394036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653399136Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653403096Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653408416Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653412357Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653416207Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653421317Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653426357Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653431477Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653443037Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:38.653482278Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"a3844b11-6635-4511-bbc1-6a94d26313a9","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized)]","latency_us":481188,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:38.653646891Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.393416159s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3844b11-6635-4511-bbc1-6a94d26313a9\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:38 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"a3844b11-6635-4511-bbc1-6a94d26313a9\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.048399933Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.049215238Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.049224868Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.071975494Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.072030885Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.091302668Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.091348298Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.111405555Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.111456196Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.12972358Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.129779011Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.146869193Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.146906644Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.166233997Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.166272798Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.184181534Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.184224475Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.203164271Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.203204212Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.225029561Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.225081432Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.245690409Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.245740759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.266052481Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.266097271Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.286160638Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.286198619Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.305272687Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.305310538Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.325620359Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.32566175Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.345043254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.345081395Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.364208805Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.364245565Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.382614031Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.382653152Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.401967405Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.402004236Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.422711264Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.422747785Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.441515428Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.441558529Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.441784673Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.441909325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538128164Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538176195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538184575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538191815Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538197435Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538203465Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538209095Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538222615Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538228485Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538232365Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538236106Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538241396Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538245246Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538250796Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538255936Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538261036Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538264626Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538268316Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538273236Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:40.538315647Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"02ed1a6f-6fd6-4ac6-8013-ad5965c1697b","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized)]","latency_us":489743,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:40.538508481Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.753318767s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"02ed1a6f-6fd6-4ac6-8013-ad5965c1697b\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"02ed1a6f-6fd6-4ac6-8013-ad5965c1697b\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.292689122Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.293021638Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.293029238Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.313261418Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.313311109Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.33364826Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.333689391Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.351988676Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.352036787Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.371974631Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.372016102Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.391179462Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.391220063Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.407742565Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.407785976Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.425742424Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.425778295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.443242534Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.443279994Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.463237549Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.46326907Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.483352547Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.483402268Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.503575257Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.503608107Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.524236084Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.524270125Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.54261171Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.542651171Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.561511305Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.561551276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.583439616Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.583484037Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.604096064Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.604131215Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.624982356Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.625028576Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.644185636Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.644223407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.663779825Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.663812675Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.682345814Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.682397625Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.682632229Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.682762822Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778153765Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778205856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778215336Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778219356Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778224637Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778228626Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778232377Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778236047Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778241067Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778246127Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778251317Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778256477Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778268217Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778273547Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778278667Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778284007Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778287838Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778291478Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778295088Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:42.778298828Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"866d3687-9d6e-4a09-b651-b9294b3afa41","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized)]","latency_us":485486,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:42.778486931Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"2.279394484s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"866d3687-9d6e-4a09-b651-b9294b3afa41\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:42 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"866d3687-9d6e-4a09-b651-b9294b3afa41\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.058791059Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.059131705Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.059147515Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.082892639Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.08294321Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.103850392Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.103909053Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.124850796Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.124901017Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.14475012Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.144795971Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.166406946Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.166450267Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.186918511Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.186960651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.20929316Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.20934328Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.229958877Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.230001308Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.254770081Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.254815302Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.27658694Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.276631641Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.300348204Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.300395545Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.32313834Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.323181581Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.346466687Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.346513578Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.369670151Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.369711522Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.392470988Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.392511919Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.414933988Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.414982259Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.436995832Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.437035532Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.459630495Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.459671126Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.481988974Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.482031045Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.504661498Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.504714319Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.504918973Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.505032425Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606885677Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606963448Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606972908Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606978479Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606983919Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606991409Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.606998259Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607003099Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607006999Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607013079Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607017239Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607021049Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607026029Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607031329Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.60703803Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.60704354Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.60705112Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.60705678Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.60706196Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:45.607105731Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"790d34fb-bedd-4c43-8c6d-41d650fd9f6f","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized)]","latency_us":548164,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:45.607294294Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"3.220486952s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"790d34fb-bedd-4c43-8c6d-41d650fd9f6f\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"790d34fb-bedd-4c43-8c6d-41d650fd9f6f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.828123692Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.828528129Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.82853718Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.852236643Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.852282023Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.873538292Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.873581473Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.893484307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.893529488Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.912077407Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.912120377Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.931189086Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.931237037Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.95056758Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.950608671Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.968571239Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.96860858Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.988641836Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:48.988691227Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.007959959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.0080065Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.029703777Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.029754498Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.05233083Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.052370651Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.073278743Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.073312214Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.093733657Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.093784168Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.113884665Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.113924716Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.134424531Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.134474752Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.15411844Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.154164731Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.175492181Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.175538502Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.195789791Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.195840562Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.216629672Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.216674293Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.23671848Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.236785291Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.237015445Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.237163097Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338460599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338538021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338546551Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338562201Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338566641Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338588871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338593311Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338598622Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338604162Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338609712Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338613892Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338622552Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338628452Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338633762Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338637572Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338641392Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338649932Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338653963Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338658083Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:49.338662103Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"ecd1aa59-dc31-4151-8307-7e4180c3a645","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized)]","latency_us":510321,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:49.338840726Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"2.555815291s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecd1aa59-dc31-4151-8307-7e4180c3a645\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ecd1aa59-dc31-4151-8307-7e4180c3a645\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:51.006212702Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"2.040061689s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.895946254Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.89627424Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.89628667Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.920328399Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.920392931Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.941036828Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.941097219Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.960903301Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.960956262Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.979624833Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:51.979697175Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.001481153Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.003859026Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.024506583Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.024559175Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.045674641Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.045730247Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.067934967Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.067994498Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.090206295Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.090271936Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.110701839Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.11076172Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.131838025Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.131891866Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.151320032Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.151373813Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.172490428Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.172540019Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.191176509Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.19123344Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.212529349Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.21257803Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.233250288Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.233297209Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.253254814Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.253306885Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.273583665Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.273638636Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.294420326Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.294478557Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.314493423Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.314548424Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.314770918Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.314914611Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414421969Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414512441Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414519901Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414529202Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414541632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414547682Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414558232Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414580172Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414584632Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414589023Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414595363Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414599383Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414603333Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414607573Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414611813Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414615783Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414623133Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414628733Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414632713Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:52.414637113Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"037acaaf-e7fe-4220-9a55-aead79fd33f2","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized)]","latency_us":518516,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:52.414796496Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"1.974460205s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"037acaaf-e7fe-4220-9a55-aead79fd33f2\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"037acaaf-e7fe-4220-9a55-aead79fd33f2\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.39065968Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.390987806Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.391000266Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.413835313Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.41641577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.433158526Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.433209167Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.45306301Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.453110971Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.472583577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.472626728Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.49244659Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.492499441Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.510114743Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.510167114Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.527601893Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.527649133Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.544148995Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.544191376Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.561269178Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.561320759Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.57887271Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.578922001Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.600108858Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.600154869Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.617673959Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.61772507Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.635964223Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.636024554Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.655513041Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.655560091Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.673699543Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.673769434Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.690739694Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.690789785Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.710766271Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.710816471Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.731311566Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.731364577Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.752658896Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.752702847Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.772526289Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.772599431Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.772804084Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.772927117Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.86554566Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865610701Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865619491Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865634571Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865651842Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865659742Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865665502Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865671652Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865677382Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865683072Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865690282Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865696022Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865716373Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865722233Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865729543Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865735543Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865739853Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865750473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.865755653Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2984","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:54.865821734Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"d3f9a779-a427-43d5-a601-333ff7d220de","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:902","error_message_external":"Internal Server Error","error_message_internal":"Failed to initialize zones: [(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\", TimeNotSynchronized), (\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\", TimeNotSynchronized), (\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\", TimeNotSynchronized), (\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\", TimeNotSynchronized), (\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\", TimeNotSynchronized), (\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\", TimeNotSynchronized), (\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\", TimeNotSynchronized), (\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\", TimeNotSynchronized), (\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\", TimeNotSynchronized), (\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\", TimeNotSynchronized), (\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\", TimeNotSynchronized), (\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\", TimeNotSynchronized), (\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\", TimeNotSynchronized), (\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\", TimeNotSynchronized), (\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\", TimeNotSynchronized), (\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\", TimeNotSynchronized), (\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\", TimeNotSynchronized), (\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\", TimeNotSynchronized), (\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\", TimeNotSynchronized)]","latency_us":475026,"response_code":"500"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:56:54.866025828Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:469","retry_after":"4.223772334s","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3f9a779-a427-43d5-a601-333ff7d220de\", \"content-length\": \"124\", \"date\": \"Fri, 19 Jul 2024 22:56:54 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d3f9a779-a427-43d5-a601-333ff7d220de\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 74563217-f703-4c90-990d-5143d6aa0282, underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b, underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: d9d08e6a-dc06-4665-a2c8-b5a1dc5dda3d, kind: Service { id: f4cdedf5-c968-4d89-9fad-1e8f23745b8b }, name: Name(\"ntp-f4cdedf5-c968-4d89-9fad-1e8f23745b8b\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 219])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: 994d3762-e201-437a-9fb2-2c815cdddefe, underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 5b151b39-a31a-4605-b3d7-169782f4e37d, underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5531ffc0-53da-4423-b502-3170589ff9f5, underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda, underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5, underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: b9023b0a-a899-4caf-80bc-260e9a17ac56, underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 6c960d6c-1d52-413c-8c5e-3667eff2d3de, underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 85db20d7-b1a3-4ac5-8886-fcb9a0525a51, underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 6fe38be2-7adb-438b-bf50-73ffb820b31d, underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 72511a92-f517-4598-aa22-fdb024ebfbde, underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7117f353-7434-4d83-8262-2db9656d5736, underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7ca3f790-786f-4820-8da3-b8760522add7, underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External } } } }, OmicronZoneConfig { id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External } } } }, OmicronZoneConfig { id: 830480db-f849-4472-b905-ded0419ecd34, underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External } } } }, OmicronZoneConfig { id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External } } } }, OmicronZoneConfig { id: fae2e111-5491-4432-a117-45e3c5bb732a, underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External } } } }, OmicronZoneConfig { id: 19efbc34-0ee1-4797-9180-a7b0879397bf, underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.799313991Z","hostname":"sock","pid":1562,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:431"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.799651307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.799659817Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 74563217-f703-4c90-990d-5143d6aa0282, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.822229Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.822284101Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4ec1dd64-fc59-46ad-8f12-dcafd769aba1, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.843763333Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.846270849Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0d7897bb-e108-4529-b11c-7e55a9a521fc, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.864224787Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.864278278Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 4a6ebfc9-ae80-4829-9229-e60dfde7f587, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.885000307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.885060368Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 1f8e0d3e-fc7a-4602-b60e-083f45064e28, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.904245698Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.904293259Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 8abb54c7-53ed-4d00-a10e-6601324b3d24, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.922055514Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.922097254Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: d1c383bc-4638-43e9-9d08-ecdefeeb6936, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.939623244Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.939691306Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 994d3762-e201-437a-9fb2-2c815cdddefe, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: CockroachDb }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.957590223Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.957634864Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 5b151b39-a31a-4605-b3d7-169782f4e37d, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.975705604Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.975747255Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.994916325Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:58.994973476Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: c0eef876-8a1e-4c89-87bc-d4c5326ad45a, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.013151639Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.013195769Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: ee3e162e-86a8-4b78-aca5-eccb736d1a30, dataset_name: DatasetName { pool_name: ZpoolName { id: dd425699-b929-43cd-8ab0-5ba549a64da2 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.031549055Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.031599396Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 72511a92-f517-4598-aa22-fdb024ebfbde, dataset_name: DatasetName { pool_name: ZpoolName { id: c0caf7b9-4b50-491c-9872-9f37b052da71 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.049210107Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.049263459Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7117f353-7434-4d83-8262-2db9656d5736, dataset_name: DatasetName { pool_name: ZpoolName { id: ac24ca3b-afcb-4bb2-aac2-d62adb207467 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.067528202Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.067571523Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 7ca3f790-786f-4820-8da3-b8760522add7, dataset_name: DatasetName { pool_name: ZpoolName { id: 59761340-23e8-4caf-b31a-8783d54d3dca (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.086570901Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.086612421Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: a83fa3b4-bef2-4367-a14f-aa8237cc602a, dataset_name: DatasetName { pool_name: ZpoolName { id: 09644ec7-1923-4c6e-8bc8-5e258c1b8a8d (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.107456302Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.107513243Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 830480db-f849-4472-b905-ded0419ecd34, dataset_name: DatasetName { pool_name: ZpoolName { id: 70ae9063-370d-4ed5-8466-7bd7367499ff (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.127220153Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.127276394Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02, dataset_name: DatasetName { pool_name: ZpoolName { id: 5e9012da-baa1-440f-b7c2-376e7117cb03 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.145937926Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.145978676Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: fae2e111-5491-4432-a117-45e3c5bb732a, dataset_name: DatasetName { pool_name: ZpoolName { id: 23822ecc-e12c-413c-b769-e1612beff6e3 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.165488913Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.165539084Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:771","request":"NewFilesystemRequest { dataset_id: 19efbc34-0ee1-4797-9180-a7b0879397bf, dataset_name: DatasetName { pool_name: ZpoolName { id: 3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.183882869Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.18394154Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.184156704Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.184290827Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.295351657Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.2955358Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.29555307Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.310777419Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.310934181Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.359783784Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.360014499Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.360039529Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.360061499Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.383236763Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.535099329Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.535412094Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.535501576Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.535568357Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.549234977Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:263"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.54939516Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.563416276Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.563458447Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.563470427Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.563597529Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.569155721Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.574110342Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.579323797Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.584695825Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.590483551Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.596510301Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.739427143Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.743557589Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.748771944Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.753709274Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.758349649Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.762975044Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.76825825Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.773231521Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.778217772Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.783323676Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.788632473Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.794060002Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.800168273Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.806158723Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.812190963Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.817554911Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.822228627Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.827666666Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.832643927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.837677889Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.842757352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.886560003Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.918241481Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:56:59.954370121Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.003300956Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.048464661Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:280","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.050310265Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.050330725Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.097442637Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 236, 17]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.097472607Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.099050376Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.099067856Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.150576908Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 197, 111]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.150608688Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.152637575Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.152650595Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.205485761Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 238, 176]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.205526142Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.208071728Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.208086189Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.26616092Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 225, 162]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.266190921Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.267968253Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:305"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.267988314Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:197","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.333582393Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 196, 67]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.333609263Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:1210","zone_type":"nexus"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336233021Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336251961Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336264482Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336274732Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336287302Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336309352Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336566257Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336577527Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336624178Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.336632308Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.341211122Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.342692999Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.415426778Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.432248486Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.432287257Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.455005982Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.455197585Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.469349624Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.469384255Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.474662561Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.474786123Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.752351597Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Configuring new Omicron zone: oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.767778659Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.778023786Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.790430793Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Configuring new Omicron zone: oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.804217405Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.816211604Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.827846717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.837140306Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Installing Omicron zone: oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:00.845706323Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:01.116010523Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:01.116062664Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"7deccd77-f35d-41a8-81bf-04ca510338fb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59241","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":90,"response_code":"200"} {"msg":"Profile for oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.466437055Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.466667879Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.631972221Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.632227045Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.644806195Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.646453155Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.665228038Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.665535014Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.665685687Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.675223421Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.682363322Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.682557105Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.683149326Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.683172157Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.690019402Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.696556841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.992469829Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:02.992667033Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 42.089593ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.248111351Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 65.00711ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.257940971Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 58.676721ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.268972453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 38.290434ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.279584887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 52.758003ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.288205454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 31.453275ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.297469424Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 40.602589ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.305519951Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 43.979056ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.31697552Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 69.08054ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.335804644Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 120.156404ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.370984927Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 138.292517ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.387903886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 130.599184ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.405473348Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 130.129042ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.422091181Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 107.437342ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.437497243Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 100.653479ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.451375597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 88.756447ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.465686368Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 57.72562ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.480361807Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 100.075596ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.502412059Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 228.007448ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.520242975Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 230.121609ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.561462609Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 209.058399ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.580244382Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 147.301252ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.597343785Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 231.729392ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.61513384Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 113.431152ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.633572547Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 101.854878ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.65127381Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 247.750145ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.669713737Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 121.069729ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.692907821Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 501.740751ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.775749666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 426.387317ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.803930721Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 481.838149ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.817811284Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 217.779699ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.830656469Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 515.768738ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.840672912Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 235.431058ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.851555181Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 414.84894ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.860568076Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 311.124346ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.869665322Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 257.324816ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:03.930127886Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 763.862456ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.061963086Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 726.764302ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.098230229Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 770.69386ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.192872359Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 851.808089ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.204780296Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 846.714163ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.243452483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 495.126889ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.28760725Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 649.505221ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.298621812Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 848.263217ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.311147951Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 779.103121ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.369364845Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 651.942751ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.799029608Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.297453771s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.840298532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 949.532089ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.853488544Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 567.771437ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.963539114Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 616.411236ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:04.976857778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.294177388s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.07052391Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.003897866s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.104386958Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.084717247s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.163631672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 842.571086ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.176579968Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 908.937981ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.714836786Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.040589768s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.726081592Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.130501803s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.736560853Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.067007324s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:05.815651909Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 626.931106ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.035582598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.073480076s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.121705672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.135925111s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.152480425Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.211837326s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.261434496Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 730.320987ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.377129781Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 768.30354ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.636177226Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 574.906323ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.674809312Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 868.160706ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.821738718Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 969.911461ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.879818939Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 865.899556ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:06.896025815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.187865818s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.120262733Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 720.151848ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.207367235Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 568.75827ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.264097242Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.078815542s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.302346161Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.419392359s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.417847312Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 805.955055ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.485751434Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.451312319s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.703682887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 788.763408ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.776032159Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.793982147Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"6.205312636s"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.408024143s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.844708515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.003554382s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.858825442Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.027115738s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:07.9412981Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.021743205s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.304561649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 608.54459ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.348271028Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 583.021491ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.392902274Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 864.14616ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.579659738Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:08.807030484Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:08.807634285Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.392504753s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.852853111Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 755.366098ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.879237764Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 650.928435ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.96992866Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.485952802s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.981109375Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.019320232s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:08.993364999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:08.993936979Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:08.99399367Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:08.994200964Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:09.000728413Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 35.235182ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.061537015Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 115.137739ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.108980472Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_crucible_830480db-f849-4472-b905-ded0419ecd34:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:09.151896846Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:09.1521004Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.30998841s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.172418991Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 183.29443ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.237008272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 42.917943ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.248419871Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 44.094882ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.259116606Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 557.477138ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.27080578Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 56.624579ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.303685491Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 93.683565ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.314994147Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 723.495322ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.339494455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 177.367468ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.37260426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 73.819687ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.387406011Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 153.256546ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.419820183Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 496.9239ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.435718664Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 612.649324ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.455862792Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 61.69215ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.473558106Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 108.297115ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.547281953Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 278.029316ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.564746232Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 229.640721ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.587769133Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.239082352s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.633839875Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 786.332605ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.671412782Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 367.237447ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.761292965Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 755.573972ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.83215599Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 567.327699ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.843887495Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 763.94538ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.856437014Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 765.568062ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:09.949218959Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.32225001s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.027682243Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 881.429373ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.078122235Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 619.310454ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.090888558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 748.005016ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.141756558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.183707906s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.259056442Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.38891713s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.421951529Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 520.577161ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.464748042Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 894.622878ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.476341434Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.286727691s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.49145778Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 974.527678ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.598335133Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 890.033744ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.631323756Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 505.770569ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.721627457Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.413888397s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.731954666Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.018769763s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.882197452Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.012609534s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.899289753Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 516.52876ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.969782552Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 967.299159ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:10.995971111Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.426252696s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.236969176Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.14104076s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.358874534Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 930.081509ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.380409657Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.116217673s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.452418783Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.17217795s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.496360997Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 910.458664ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.531050461Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.375709158s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.582252197Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.184875578s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.788300053Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 803.86049ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.82097832Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.276621759s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.912630634Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.446221167s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.922680508Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.337436516s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:11.973721611Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.203565148s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.156556603Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 756.6233ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.392171789Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.094768157s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.622404727Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 596.961447ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.664426335Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 752.8328ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.676334153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 922.845225ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.689968962Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 767.505891ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.704144212Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.400795088s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.715192203Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 511.698587ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.971764622Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 735.498266ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:12.989254102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 564.057862ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.162817204Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 980.677963ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.200231918Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:13.238380296Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:13.23861939Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 802.512911ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.273282783Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.314859891s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.32235836Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 622.175384ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.370739895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 999.519668ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.380219078Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.232663064s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.441324955Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.353125547s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.482393996Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.344717305s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.494036309Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 42.361625ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.519636626Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 105.296544ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.570867623Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.069730417s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.625465101Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 274.222871ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.691984187Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 660.448898ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.730979539Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.315008933s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.743238453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.157016786s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.755594639Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:13.918244181Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:13.918425554Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Profile for oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:13.924275601Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:13.924448204Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 590.849633ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:13.980782004Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.205708103s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.001233448Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 40.381114ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.076757588Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 999.559117ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.086494376Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 68.755747ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.103185811Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 590.893865ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.124152855Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 139.938758ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.13156432Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 91.176825ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.180060436Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.39560646s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.190285483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 249.799503ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.284389743Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 197.419371ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.294516759Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.074583726s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.393147071Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 884.510562ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.403862237Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 261.735228ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.501818737Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 491.858786ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.545782951Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 804.003524ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.582895819Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.284849511s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.646893299Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.060927947s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.682648863Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.20963032s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.706341526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.460144426s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.723396598Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 772.503748ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.772618517Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.359137993s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.850654193Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 805.670365ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.861045474Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 676.787275ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:14.925344078Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 586.431725ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.0490819Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.402996778s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.069257268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 839.173776ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.095685831Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.236076091s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.218451266Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 992.382898ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.298720993Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 782.738434ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.397405486Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.104183105s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.478423527Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.123397253s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.556235889Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.489577891s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.594372597Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 589.147191ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.611326046Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 953.778148ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.643598986Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 934.728576ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.676665671Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 780.358271ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.753190989Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 894.921417ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.925012439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.348864757s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.94034984Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.138090245s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:15.947954919Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 919.575722ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.189914201Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.179599216s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.198350995Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.03096496s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.209449638Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.344251384s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.218394071Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 929.631912ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.30038069Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.093831274s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.464185454Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Profile for oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:16.469582813Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:16.469624114Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:16.469707405Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:16.469746486Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:16.474967421Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:16.480030394Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 668.122798ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.493949558Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 728.886354ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.543339671Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.338728282s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.593040059Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.421738695s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.606999365Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 585.277531ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.620896359Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 44.798626ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.630868281Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 40.610149ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.645104821Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 72.551041ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.65272363Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 54.979697ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.68446737Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 791.185383ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.692834273Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 132.282839ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.700371871Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 84.000213ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.73423476Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 150.86165ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.747442852Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 113.430554ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.829175115Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 941.56933ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.837327114Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 164.346799ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.847010341Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 234.780912ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.908528585Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 501.722462ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:16.95145452Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 562.658322ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.021736144Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 583.67357ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.093419514Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.204154838s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.101612644Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 638.454587ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.118709797Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 536.773238ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.152548725Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.299486576s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.26499532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 788.414723ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.441388144Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.279420102s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.451930057Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.078019234s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.462910818Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 555.403848ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.52814896Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 864.634887ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.549719564Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 543.545086ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.566069493Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 665.658224ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.587263011Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 911.978128ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.609865994Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 997.051466ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.619789425Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.459930322s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.628884662Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 975.250744ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.636827367Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 573.453114ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.691086819Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.239992068s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.700969179Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 559.677116ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.780526533Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.07611452s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.798280188Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.417864726s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:17.947710408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.155431334s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.041163806Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 636.775867ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.094494951Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 624.98008ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.120425875Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.37105859s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.239310428Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.378539575s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.262806357Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.295368145s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.274147455Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.421968064s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.313695998Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 845.943234ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.349178356Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.181348732s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.456257493Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 604.884233ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.58134937Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.162973777s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.630256393Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 768.717574ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.660039608Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 532.178668ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.708091656Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 586.072143ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.754466864Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.270988596s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.801912131Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.400461873s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.864613027Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.387131537s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.916940483Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 632.696539ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:18.980078117Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.166884654s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.096369362Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.064697965s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.158736052Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 588.339575ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.206071197Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 640.105132ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.265374031Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.487260246s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.299648748Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.449801551s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.440153166Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.364226025s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.447783025Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 895.537262ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.455459026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.422162057s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.463687716Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.17775378s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.578666268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.315774438s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.619945592Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 991.710252ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.628122502Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.476571381s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.645357447Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.25253605s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.653980294Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 530.08708ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.74457875Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 831.924338ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.8020063Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 918.117717ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.809846233Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.292678258s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:19.915426872Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.396726164s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.082069268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.170853893s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.232570259Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 940.943617ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.272885266Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 979.210406ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.280679638Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.263724207s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.289104522Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.142039815s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.313149891Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.359084308s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.359356136Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 911.099097ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.628075378Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 977.616693ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.64242678Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 603.940333ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.737145031Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 764.290439ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.765474309Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.360588818s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.796034528Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.278721262s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.820820981Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.038651102s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.89519388Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 798.298104ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.902713877Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 518.994078ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.916340496Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 570.831741ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:20.944647193Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.27958412s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.13158586Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 708.944408ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.217927608Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 704.682092ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.225290893Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 956.756294ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.267939453Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.177294763s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.350792177Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.067766444s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.412943593Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.322796668s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.444990149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 999.012216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.467045802Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.214221159s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.487375473Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 856.633946ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.524105505Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 970.04753ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.536905219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 988.412227ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.548106954Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.343504214s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.56104999Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 798.710753ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.62836177Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.491213666s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.70878255Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.055175962s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.728423289Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.244824021s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.935251479Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.017555436s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.942288587Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 895.880974ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:21.950329254Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.029991553s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.109336011Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.237761569s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.166702669Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.495662172s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.234839625Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 792.876246ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.390065552Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.235059316s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.420268264Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 678.336005ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.436855937Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.355468756s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.475027905Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 741.067526ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.489120082Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.24953421s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.514482736Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.096389329s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.538063687Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.074732787s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.546400149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 939.599832ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.710495649Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 643.804816ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.777005624Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.281367833s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.791412848Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.210049612s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.855666532Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 606.859751ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.914207841Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 817.581617ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:22.968194828Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.259627321s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.125135876Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 979.418966ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.148026965Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.283483273s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.18992051Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.262807774s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.19811016Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 945.272594ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.207874619Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 961.384494ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.238443517Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.249872263s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.413385625Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.494990537s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.429803405Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.488980712s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.53348085Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.438645816s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.631373629Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.195911271s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.643850787Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.321898506s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.6615116Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 546.996002ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.669125499Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.243072803s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.740248339Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 807.844147ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.772985798Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.251157506s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.794796016Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 598.905703ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:23.839963102Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 625.140798ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.074730872Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.088456099s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.083638925Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.010409773s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.137351257Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 838.922701ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.162008988Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.304715852s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.208228622Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.045437454s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.225094941Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.235571488s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.396567815Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 845.573186ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.449580474Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.476209936s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.469776213Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.394850359s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.483382362Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.201394875s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.58995719Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.187642054s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.673597678Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.26591996s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.710161737Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.489997942s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.850602204Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 624.717769ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.935838431Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 806.977031ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:24.994311749Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.390564708s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.003690171Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 518.240561ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.012260658Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.368074149s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.032458107Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 586.732869ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.055978047Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 885.77395ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.079446426Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.034780559s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.159110662Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 954.207564ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.182167353Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.158489777s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.282022748Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.494297855s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.305921255Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 871.790524ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.522391962Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.424661667s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.540706256Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 874.167759ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.571656192Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.091584079s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.643844742Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 778.28704ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.652639522Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.234563791s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.802366149Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.323697265s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.81061018Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 956.014126ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.874411066Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.453792313s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.890166724Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.013365212s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.957345832Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 567.242115ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.977603272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.179417891s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:25.98842941Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 865.658744ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.150462672Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 859.576882ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.206923044Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 920.616294ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.355182953Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 900.752259ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.406712895Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 941.033612ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.419295015Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 622.213278ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.432084239Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.445379713s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.443862504Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.120074974s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.455083289Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 764.459277ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.468758759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.315808427s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.557256357Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.476920376s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.747720438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 825.328685ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.815925065Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.248968688s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.843892266Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.448406602s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.980838268Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 1.488788627s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:26.995510026Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.382935072s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.029000878Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 678.600039ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.047554568Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 537.376839ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.069592511Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.447798826s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.082810372Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 825.788316ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.148698846Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.452411614s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.180336715Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.004468286s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.247412641Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 861.718758ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.293167497Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 555.439646ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.329791826Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 656.800162ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.364733205Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 918.426045ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.379841191Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 515.565691ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.588063117Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 826.985701ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.622941925Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 543.411272ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.653485563Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.213407243s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.740256119Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 969.170216ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.887446139Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 970.678218ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.89955729Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.128780407s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.910064882Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 503.391185ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:27.985508111Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.222753169s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.034879133Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.120037686s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.109289733Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 963.52016ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.122200459Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 989.797689ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.168690209Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.274288014s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.215945153Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 655.009723ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.242393516Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.201174935s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.268063295Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 650.605722ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.310233246Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 647.317592ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.425823439Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 977.113276ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.441515266Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 936.725427ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.462706473Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 747.255445ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.498502757Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.040159935s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.511463714Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 696.021066ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.544928526Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.081796775s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.643020219Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 584.147954ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.868891727Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.498324385s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.883948313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 523.755634ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.908554051Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.214259477s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.965282828Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.375746132s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:28.977094064Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.048236804Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): operation timed out\"","delay":"10.661318278s"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 623.236714ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.052806798Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.155976866s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.087108355Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 569.562907ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.098595565Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.212298881s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.172487215Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 926.291054ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.241436415Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.090676542s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.253297352Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 605.262192ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.275210993Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 706.653676ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.28820841Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 922.581065ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.411429613Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 706.003029ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.429102226Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 852.419062ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.442727945Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.212285932s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.464712887Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.4878837s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.483762025Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 636.989045ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.50211541Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 1.094284359s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.563246698Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.157789253s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.678996023Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.42607208s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.689443624Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 600.942685ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.739223724Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 739.350275ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:29.896386506Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.460736553s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.011778635Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 976.323754ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.150550432Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 527.767822ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.165637038Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 980.455804ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.179751485Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 831.419747ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.191592202Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.283858004s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.258102408Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 711.003011ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.308817515Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a\") failed: Property not found. retry in 1.222569142s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.350754191Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.271244433s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.362130019Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 589.703322ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.374001576Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 603.122452ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.384037759Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 656.725887ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.395755524Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.08931347s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.405770527Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736\") failed: Property not found. retry in 522.498655ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.653381812Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a\") failed: Property not found. retry in 694.470642ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.670700279Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.18743173s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.689502313Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 922.076143ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.708063012Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 622.966572ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.852129055Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.353109904s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.977771341Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02\") failed: Property not found. retry in 1.169448282s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:30.991816538Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 968.919851ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.004103562Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7\") failed: Property not found. retry in 1.152046892s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.032775526Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.045228772s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.04500695Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 601.685065ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.064607818Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 568.788358ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.129442933Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.094694447s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.141455182Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:31.149865826Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:31.150558529Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"d0752b58-b57e-47aa-83fa-09ead16c3e55","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35568","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":609,"response_code":"200"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 1.474867627s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.173424897Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.177031318s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.485234686Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.055699182s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.49585848Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.297505082s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.505262382Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 1.084193876s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.553691837Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.345457365s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.64084161Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 1.12963224s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.650070719Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.486735774s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.676726066Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 582.720406ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.708984806Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 525.607669ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.88644993Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 637.699059ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:31.98390708Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.218886643s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.100866388Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30\") failed: Property not found. retry in 1.330154188s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.247781723Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 886.26163ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.302367561Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56\") failed: Property not found. retry in 1.049223289s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.34225152Z","hostname":"sock","pid":1562,"zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51\") failed: Property not found. retry in 1.479647548s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.427126681Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5\") failed: Property not found. retry in 1.095890541s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.563458893Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d\") failed: Property not found. retry in 1.333392403s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.632657908Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34\") failed: Property not found. retry in 953.842023ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.649414854Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a\") failed: Property not found. retry in 842.013969ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.658391098Z","hostname":"sock","pid":1562,"zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219\") failed: Property not found. retry in 1.232840334s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.671864554Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5\") failed: Property not found. retry in 725.028732ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.79142165Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d\") failed: Property not found. retry in 1.099526658s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.813571684Z","hostname":"sock","pid":1562,"zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de\") failed: Property not found. retry in 1.051794781s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:32.999263438Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf\") failed: Property not found. retry in 1.435906132s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:33.177315272Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda\") failed: Property not found. retry in 1.071723942s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:33.201903041Z","hostname":"sock","pid":1562,"zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde\") failed: Property not found. retry in 1.056721965s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:33.337193594Z","hostname":"sock","pid":1562,"zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653699927Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_ee3e162e-86a8-4b78-aca5-eccb736d1a30"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653795228Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_7ca3f790-786f-4820-8da3-b8760522add7"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653806869Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_nexus_93ddd36a-2693-4ba4-9ec2-cf291bed0fda"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653816749Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_fae2e111-5491-4432-a117-45e3c5bb732a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653844129Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_nexus_5531ffc0-53da-4423-b502-3170589ff9f5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653854599Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_a83fa3b4-bef2-4367-a14f-aa8237cc602a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653866559Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_7117f353-7434-4d83-8262-2db9656d5736"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.65387871Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_19efbc34-0ee1-4797-9180-a7b0879397bf"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.65388673Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_external_dns_0f5ab007-5c53-4a1d-880a-afbba1f1b219"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.65390184Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_clickhouse_c0eef876-8a1e-4c89-87bc-d4c5326ad45a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.6539126Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_50ae3bfc-322d-47ae-a9a0-05fcfaaf8a02"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653947061Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_pantry_85db20d7-b1a3-4ac5-8886-fcb9a0525a51"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653955371Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_pantry_6c960d6c-1d52-413c-8c5e-3667eff2d3de"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653963581Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_external_dns_5b151b39-a31a-4605-b3d7-169782f4e37d"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653971341Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_72511a92-f517-4598-aa22-fdb024ebfbde"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653980782Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_nexus_a88a8918-a4d7-44fb-8a6a-ae496052bdd5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653989862Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_830480db-f849-4472-b905-ded0419ecd34"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.653997862Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_oximeter_b9023b0a-a899-4caf-80bc-260e9a17ac56"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.654006022Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"sled-agent/src/services.rs:2980","zone":"oxz_crucible_pantry_6fe38be2-7adb-438b-bf50-73ffb820b31d"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.654138204Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.65829804Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.672924288Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"PUT","req_id":"81006218-5282-4f80-be91-3d50ff656611","remote_addr":"[fd00:1122:3344:101::1]:45957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":35873621,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.681884312Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.682174547Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.682201897Z","hostname":"sock","pid":1562,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.685287034Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:681"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.689419749Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n uplink_port_fec: None,\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:34.72338979Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:825"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:36.568381291Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:36.697585963Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:36.846037586Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:36.964436329Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:37.174919827Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:37.48643977Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:37.822952591Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:37.993418576Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:38.259364347Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:38.549214845Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:39.086763539Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:39.654633839Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:39.743265209Z","hostname":"sock","pid":1562,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers): error trying to connect: tcp connect error: Connection refused (os error 146)\"","delay":"34.224251535s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:40.523803975Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:41.841945677Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:42.820658885Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:43.910291489Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T22:57:45.339183275Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:619"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":50,"time":"2024-07-19T22:57:45.49916495Z","hostname":"sock","pid":1562,"component":"ProbeManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:225"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/858ba1b7-0444-4ae8-8154-caf799e42fa8/initialization-complete): error trying to connect: tcp connect error: Connection refused (os error 146)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:46.168741687Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.347985618Z","hostname":"sock","pid":1562,"component":"NexusNotifierTask","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"sled-agent/src/nexus.rs:592","new_generation":"1","old_generation":"1"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.436805051Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48479"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.436897573Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.531758217Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"83fb1e74-2f1d-491c-8ec9-abe6081cbeca","remote_addr":"[fd00:1122:3344:101::a]:48479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":94840,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.532697654Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.532762995Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.533177643Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.533463278Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"3585c32e-1966-4c75-8b76-16705f44c6bb","remote_addr":"[fd00:1122:3344:101::a]:48479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1390,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.964335292Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36587"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.969519487Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.969581628Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.969625779Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.969634679Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.969643289Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.96965821Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.96967316Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.96970085Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"94c1c582-465d-45b1-a00b-0d02522a85cc","remote_addr":"[fd00:1122:3344:101::a]:36587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":4752,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:48.971137147Z","hostname":"sock","pid":1562,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:897"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.402553402Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36537"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.402632044Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.49268717Z","hostname":"sock","pid":1562,"uri":"/inventory","method":"GET","req_id":"67a73ef9-4b59-4227-8bfd-47e22c333b4a","remote_addr":"[fd00:1122:3344:101::a]:36537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":90057,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.493035976Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Reading ledger from /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.493116717Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.493452284Z","hostname":"sock","pid":1562,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:49.493705448Z","hostname":"sock","pid":1562,"uri":"/omicron-zones","method":"GET","req_id":"66e49f5e-3bb7-4e8c-8127-7a215578527b","remote_addr":"[fd00:1122:3344:101::a]:36537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":764,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.370722138Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:48535"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.370944082Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.370987113Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.371031783Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.371039963Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.371051134Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.371063354Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.371071534Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.371090614Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3adce7d7-4a22-40d2-8f5e-9db05197510c","remote_addr":"[fd00:1122:3344:101::c]:48535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":328,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382401481Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59690"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382583974Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382621125Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382648316Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382656256Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382666776Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382679196Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382684676Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.382697447Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8df6f8af-aca8-4dd8-b2b9-3d4cbf56069b","remote_addr":"[fd00:1122:3344:101::a]:59690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.412792357Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:60856"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.41300669Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413042161Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413060791Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413069252Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413075932Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413085172Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413090132Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:50.413104082Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"ce56132e-89b9-4690-8ae4-e299638a94cd","remote_addr":"[fd00:1122:3344:101::b]:60856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:56.332496771Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61679"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:56.333122483Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e196dae8-2684-4151-acb4-27e50c30abd2","remote_addr":"[fd00:1122:3344:101::a]:61679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":595,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:57:56.39701638Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"afff618e-4703-4b2a-bc49-a45e239cf9b7","remote_addr":"[fd00:1122:3344:101::a]:61679","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1431,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:01.181099258Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:01.18120531Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"53712fa2-ec6c-4687-ba41-37975347febf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43801","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.701173161Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:34541"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.70225321Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"28ab4776-256d-4fd5-888f-b4ab851663c7","remote_addr":"[fd00:1122:3344:101::b]:34541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1066,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.7185916Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"ee0a30d9-fddf-4246-b0c8-a7e583b7ef55","remote_addr":"[fd00:1122:3344:101::b]:34541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":111,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.9434528Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56232"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.943822967Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d89b2c04-0ec7-45b1-9c89-f7ce21b08649","remote_addr":"[fd00:1122:3344:101::b]:56232","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":338,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.946439015Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:33747"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.946546727Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6eb5b42c-1f51-4c4e-bff0-8aec065edc87","remote_addr":"[fd00:1122:3344:101::c]:33747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.95487704Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52465"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.955654384Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"7af138de-05cd-481b-8fa4-b114e3454c9c","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":733,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:16.969733082Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"3e92f4a1-1d0c-4e0e-9e87-1d1246764b87","remote_addr":"[fd00:1122:3344:101::c]:52465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":65,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.003160424Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:48131"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.093311467Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4a448775-c641-49f3-bf2e-e3d2096b14d1","remote_addr":"[fd00:1122:3344:101::b]:48131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":90347,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.09350468Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:64424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.097680847Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"04f59d23-8632-4772-aa81-0c749c735afa","remote_addr":"[fd00:1122:3344:101::b]:48131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":4101,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.124248474Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.124352426Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.125773062Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.128319338Z","hostname":"sock","pid":1562,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.128355929Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"PUT","req_id":"e7db1011-61b0-4a4e-8961-5cfd7d6f9334","remote_addr":"[fd00:1122:3344:101::b]:48131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":4647,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.151148797Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"71e511f2-af85-4137-b482-7c8c9e990204","remote_addr":"[fd00:1122:3344:101::c]:64424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":57743,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.151533444Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7cfae23d-c798-422d-a8ee-34aababd57df","remote_addr":"[fd00:1122:3344:101::c]:64424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.365695729Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58480"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.365798091Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"515cbe80-76de-45b2-9dd3-5f7d8d749ba4","remote_addr":"[fd00:1122:3344:101::a]:58480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":76,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.372449898Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"80bbffdf-f140-47b6-9c92-89ddcbe87f84","remote_addr":"[fd00:1122:3344:101::a]:58480","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.430802952Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53742"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.431525446Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ed5adbcc-cd59-42ad-bf3d-083cd9466eae","remote_addr":"[fd00:1122:3344:101::a]:53742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":691,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.578979728Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.626713503Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"35bf2a3d-921e-4839-bc51-dae6a24cb856","remote_addr":"[fd00:1122:3344:101::a]:53870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":47801,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:17.627239342Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"430d97ab-220f-4b40-b756-32b220ca0e4c","remote_addr":"[fd00:1122:3344:101::a]:53870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":301,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:31.134489876Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34119"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:31.134607598Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ab0c476b-0291-4f07-9c11-9b3712e2f80a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:34119","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:43.981790514Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::d]:57983"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:43.986823997Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"75277124-9b85-4f7a-a903-e5385ac0e795","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":4851,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.745912985Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:45594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.747403943Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4c854810-54ad-403b-aa54-b17d9b1064a4","remote_addr":"[fd00:1122:3344:101::b]:45594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1451,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.749892928Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36703"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.75000657Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"258d9365-109e-4404-bb07-8aec6f9231cf","remote_addr":"[fd00:1122:3344:101::b]:36703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.761373998Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d170a77f-c103-46ac-8001-1612f3c6f5be","remote_addr":"[fd00:1122:3344:101::b]:36703","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.763596139Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:35633"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.763712561Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c42d48fe-6f3c-46f7-bd1b-cda8aad775a9","remote_addr":"[fd00:1122:3344:101::c]:35633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":46,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.773503159Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"5863db3d-ffbd-4720-9497-2c2b1b7ed2b5","remote_addr":"[fd00:1122:3344:101::c]:35633","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.811801859Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57645"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.811947582Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4d49799c-e8f3-4aef-bf33-9a604491fa65","remote_addr":"[fd00:1122:3344:101::c]:57645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":104,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:46.968831499Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.024398545Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"757c22ac-ca4f-4ad2-a901-b99c57ff9f90","remote_addr":"[fd00:1122:3344:101::c]:61801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":55505,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.024761321Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"15bbf9e7-db1f-4781-8ed6-0d013aeb5a6d","remote_addr":"[fd00:1122:3344:101::c]:61801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.073123785Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:44488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.132873637Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"da3764c7-56b2-4944-aff7-b6821375228a","remote_addr":"[fd00:1122:3344:101::b]:44488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":59651,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.133335296Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"70e715ba-c224-4852-88e2-af2be26fab69","remote_addr":"[fd00:1122:3344:101::b]:44488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.379118128Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59489"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.379265531Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a8599fab-27cc-4870-b77f-dc2e08be9e14","remote_addr":"[fd00:1122:3344:101::a]:59489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":98,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.385924723Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"978fec25-654d-460d-9f58-7b281274bb7a","remote_addr":"[fd00:1122:3344:101::a]:59489","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":157,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.452653133Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.453521288Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"49601953-69bd-4013-9bc0-ed0e7b317828","remote_addr":"[fd00:1122:3344:101::a]:39279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":840,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.643783946Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:33974"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.696197314Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c431b53b-0ec5-4711-a2c2-7306cd1df9d8","remote_addr":"[fd00:1122:3344:101::a]:33974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":52350,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:58:47.696631182Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7169d3b0-887f-4c03-9512-c0f2588699d4","remote_addr":"[fd00:1122:3344:101::a]:33974","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:01.129365864Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46894"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:01.129454055Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"ebfe7303-584e-4575-b008-b97b7c48cc86","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46894","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:13.975739641Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"fcb1835f-e0fd-4002-bc81-ab209c09ef9a","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1448,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.624762027Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56320"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.625559241Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a02aadb0-1847-4f08-b27d-d46d64c36558","remote_addr":"[fd00:1122:3344:101::b]:56320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":784,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.6320785Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"add4a2a8-bca6-4980-9044-04db69bb973e","remote_addr":"[fd00:1122:3344:101::b]:56320","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":112,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.642365408Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44852"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.642417509Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"dcfd0b3e-5451-4626-ab44-6c63d9f2406f","remote_addr":"[fd00:1122:3344:101::c]:44852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":31,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.648931788Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"10359dc6-2be0-4b4e-b682-984c1c89c911","remote_addr":"[fd00:1122:3344:101::c]:44852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":64,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.704548135Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:65510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.704700268Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d209945b-5b36-410f-b448-093a6790acbf","remote_addr":"[fd00:1122:3344:101::b]:65510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.764009131Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57881"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.764147413Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"dba9f523-3c2c-4518-8f3d-2e1a0e30ed43","remote_addr":"[fd00:1122:3344:101::c]:57881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.767831861Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:49138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.818416265Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2012d928-6f22-42e0-a896-35e4d51c064c","remote_addr":"[fd00:1122:3344:101::b]:49138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50519,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.81866498Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"c99deb7f-288e-4ce1-b04e-819ff795a3d6","remote_addr":"[fd00:1122:3344:101::b]:49138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.840851726Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57485"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.885476741Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d7eecf91-e4b2-4468-8620-facde6ca7ccc","remote_addr":"[fd00:1122:3344:101::c]:57485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":44534,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:16.885714895Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"5b057b8f-e460-4194-9758-8c936b3c85c5","remote_addr":"[fd00:1122:3344:101::c]:57485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.264308315Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44492"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.264460838Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"fc3f5e21-3097-4b24-ab4d-5bfeae34b081","remote_addr":"[fd00:1122:3344:101::a]:44492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":101,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.271211141Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"07e41d9d-1cbe-45a4-98ec-69b73dc49dd6","remote_addr":"[fd00:1122:3344:101::a]:44492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":117,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.327640821Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.328467458Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a8a4d71b-5a12-436b-85e7-65642223b9da","remote_addr":"[fd00:1122:3344:101::a]:63715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":757,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.395467223Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60704"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.442604394Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9ff31c0a-560c-45af-8d06-a0f656f0536d","remote_addr":"[fd00:1122:3344:101::a]:60704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":47082,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:17.442844498Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"d6462aa3-2053-4ac6-b02d-fccd21d45833","remote_addr":"[fd00:1122:3344:101::a]:60704","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:31.160084681Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:31.160260445Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"1737e32a-5692-46ca-aa83-ca4e4b5e3a6b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60661","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:43.976125034Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"649487fd-343f-4d57-a5d9-cc9e2cab9bae","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":496,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.75701026Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.757110832Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"04033855-b4dd-4d8a-9b73-3a4b52f2b9c0","remote_addr":"[fd00:1122:3344:101::b]:52102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.764338323Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d033866a-4920-41a1-a8ed-c9e19773b43c","remote_addr":"[fd00:1122:3344:101::b]:52102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.896226983Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34193"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.896401917Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"62106efb-624d-4e28-9060-8285d46dcf23","remote_addr":"[fd00:1122:3344:101::c]:34193","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":139,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.903404185Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"f1bce4f9-fe3a-45d3-8b63-1e7df96068bf","remote_addr":"[fd00:1122:3344:101::c]:34193","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":105,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.913125972Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49171"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.913279055Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9af61208-4ccf-41e8-bd34-233cb7a1b7a5","remote_addr":"[fd00:1122:3344:101::c]:49171","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.918325757Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:62197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:46.91845756Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"35db16f2-c536-4c80-9312-407c6cd662df","remote_addr":"[fd00:1122:3344:101::b]:62197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.03119824Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:39094"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.076913556Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"215d4d9e-a0f6-444f-83fe-e1c6b3842dda","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":45664,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.07714354Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"6144059b-148e-436a-8f88-b3ec915f479e","remote_addr":"[fd00:1122:3344:101::b]:39094","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.141489356Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43446"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.193410525Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"d08ecced-1557-4ddd-9dfb-3f5070d6d252","remote_addr":"[fd00:1122:3344:101::c]:43446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":51833,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.1936843Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"86838524-a702-4eb9-bd2c-31b5ab9f3409","remote_addr":"[fd00:1122:3344:101::c]:43446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.34853621Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:49966"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.349512468Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"9af00bcb-7cbd-403d-b951-099ac78cd144","remote_addr":"[fd00:1122:3344:101::a]:49966","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":933,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.3528589Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:48605"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.352962601Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"afa4827c-b7c7-4c9b-9ee7-1fa598e05f58","remote_addr":"[fd00:1122:3344:101::a]:48605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":53,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.360377627Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c9c56302-5c0c-493f-9553-4241237682da","remote_addr":"[fd00:1122:3344:101::a]:48605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.917739673Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.962037503Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8c8163e8-482d-458e-beeb-cf2746382f78","remote_addr":"[fd00:1122:3344:101::a]:52777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":44192,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T22:59:47.963043031Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"a71be97e-9b4a-4eff-9a9f-f45680770729","remote_addr":"[fd00:1122:3344:101::a]:52777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":692,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:01.195253351Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55622"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:01.195342502Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"f6b74432-0a57-4653-94c4-0ee1cd8792a4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:55622","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":57,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:13.976674622Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"15b77a62-0fb3-4f34-aea1-e2fb94503543","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1039,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.698995419Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:34788"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.700079339Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5da650a4-60a6-4f05-b8ac-93921d444ff1","remote_addr":"[fd00:1122:3344:101::c]:34788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1060,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.743231128Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:55909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.743330689Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"d32fa4d3-905b-468c-8884-e41b8b5468fb","remote_addr":"[fd00:1122:3344:101::c]:55909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.750351188Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"206f1a34-b037-4f43-ae76-c997852df702","remote_addr":"[fd00:1122:3344:101::c]:55909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.799351183Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.800056855Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f0f8ff26-2c87-4214-a30c-082aa89845ab","remote_addr":"[fd00:1122:3344:101::b]:52873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":667,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.806814519Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a3f54d65-2456-4913-adf0-ef9613f9b4f0","remote_addr":"[fd00:1122:3344:101::b]:52873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":52,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.811200569Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:59730"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.811297781Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"466c50c8-64d8-41fb-8e7a-4a2e93073829","remote_addr":"[fd00:1122:3344:101::b]:59730","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":71,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.911607754Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33537"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.961356184Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"c50ccc8e-ff76-48b2-b343-798635ac59f6","remote_addr":"[fd00:1122:3344:101::b]:33537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":49711,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.961467196Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53361"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:16.96499646Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cbba2362-8eca-4c12-95ad-b79138686da3","remote_addr":"[fd00:1122:3344:101::b]:33537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":3271,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.007327954Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8615dbfe-e11e-425c-a816-a5e40f4b803e","remote_addr":"[fd00:1122:3344:101::c]:53361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":45770,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.00768035Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"fc80a0d5-b995-4763-979f-47227046d9e3","remote_addr":"[fd00:1122:3344:101::c]:53361","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":138,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.280897084Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:42214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.28178117Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5bdbeb60-4542-4e1d-ac66-8f30ba249c8e","remote_addr":"[fd00:1122:3344:101::a]:42214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":845,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.347786997Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:39637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.347882209Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1c9501f9-3fd2-4862-989f-93fb954eea78","remote_addr":"[fd00:1122:3344:101::a]:39637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.353665984Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c9fc5ad2-d6d5-4c4f-850b-a45064784203","remote_addr":"[fd00:1122:3344:101::a]:39637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":99,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.501485076Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57214"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.551235525Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"edba8244-d2eb-4b45-bac0-c3ba16b5e0cb","remote_addr":"[fd00:1122:3344:101::a]:57214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":49708,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:17.551567611Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"e34a6674-e3d5-46a4-88f8-3e442d603c30","remote_addr":"[fd00:1122:3344:101::a]:57214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":122,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:18.763687255Z","hostname":"sock","pid":1562,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:31.226912286Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:31.227037999Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"084749fb-6e13-4725-9af9-2ecd60ca3769","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36440","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":92,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:43.980702021Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"b4f6150f-c3c2-4c35-8d2c-171dab7fc354","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":335,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.842920063Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43967"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.843109827Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"70cb3f06-f29d-4a2e-81a6-fc1e64855ea3","remote_addr":"[fd00:1122:3344:101::c]:43967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":179,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.882172891Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:53293"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.882261522Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"79170e5f-1b0b-4f37-b6a0-e57d731883ba","remote_addr":"[fd00:1122:3344:101::c]:53293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":65,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.890160967Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c6df10b1-26bb-49b9-985a-1277df467093","remote_addr":"[fd00:1122:3344:101::c]:53293","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":894,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.902201087Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63523"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.90234913Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"048085b3-ce8d-4ffe-a39f-fd64f2208835","remote_addr":"[fd00:1122:3344:101::b]:63523","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.903775326Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:50047"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.903848047Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"de20f2b5-569d-4279-b68f-4263e3f6c270","remote_addr":"[fd00:1122:3344:101::b]:50047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":36,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:46.909748775Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"467f0f9c-f4c8-404b-9d3d-daef7cc4063e","remote_addr":"[fd00:1122:3344:101::b]:50047","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":66,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.020990278Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:54727"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.071655724Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7eb3af91-1062-4d28-b718-8814c960e12b","remote_addr":"[fd00:1122:3344:101::c]:54727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50606,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.071938809Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"87284e5d-0207-4169-a7ea-2b64057f43a5","remote_addr":"[fd00:1122:3344:101::c]:54727","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.104964803Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64688"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.158120725Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"869975d4-292e-4e0d-bb3d-fd66277fc2a1","remote_addr":"[fd00:1122:3344:101::b]:64688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":53031,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.158607413Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b348d119-6c02-4972-b36d-248cedb96709","remote_addr":"[fd00:1122:3344:101::b]:64688","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":141,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.352163901Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:51260"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.352290984Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"142ebb11-4df8-4d96-9b35-85fab9cbec1a","remote_addr":"[fd00:1122:3344:101::a]:51260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.358299643Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cb783a3e-5cd2-4a7c-ae6a-e3fd92f010ad","remote_addr":"[fd00:1122:3344:101::a]:51260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":124,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.472934789Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37504"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.473108192Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"43562964-f166-4a1c-b3c5-87c35af6a34a","remote_addr":"[fd00:1122:3344:101::a]:37504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.794579507Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:45084"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.845495898Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"3f68ba60-dbd3-4303-8c89-0f3c722bc639","remote_addr":"[fd00:1122:3344:101::a]:45084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50850,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:00:47.845756532Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"07759439-562a-4a6f-a412-8209caf22a2f","remote_addr":"[fd00:1122:3344:101::a]:45084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:01.259082179Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47239"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:01.259250322Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fb343732-e6d1-4810-abaa-be5a0b00e5cf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47239","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":116,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:14.021222963Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"53fb7fdc-b158-430f-8768-121510721ab6","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":496,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.662217114Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61037"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.66313955Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"db6c55e3-357a-4983-9b94-2e92556efd47","remote_addr":"[fd00:1122:3344:101::c]:61037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":906,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.676730749Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:57028"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.676858171Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"ae94d5e5-33a7-4de1-b7d8-09e6a77df86c","remote_addr":"[fd00:1122:3344:101::b]:57028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.771179364Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:64594"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.771316577Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"114f5ec0-86f7-4987-ac02-112b9fd7d175","remote_addr":"[fd00:1122:3344:101::b]:64594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":109,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.779075919Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"a2e80e00-46bb-416c-b834-eb884af04be4","remote_addr":"[fd00:1122:3344:101::b]:64594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":125,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.812258745Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:43789"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.812347197Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"99ceb518-6cc2-42ed-93eb-b4cf93ba538b","remote_addr":"[fd00:1122:3344:101::c]:43789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":37,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.819950676Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"d8d52e36-75b0-488a-aaa2-7f9f8f19f7fb","remote_addr":"[fd00:1122:3344:101::c]:43789","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":103,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.876898217Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:63270"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.930109749Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"8a89b477-eda7-4fd1-9442-d3668894b8dd","remote_addr":"[fd00:1122:3344:101::b]:63270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":53151,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.931340192Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"944526d3-bf6b-47e7-989a-7a96099505a9","remote_addr":"[fd00:1122:3344:101::b]:63270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1007,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.943201948Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:38989"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:16.996430561Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"7500f1fb-89ec-4e67-b967-67daa19d34e3","remote_addr":"[fd00:1122:3344:101::c]:38989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":53099,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.013490243Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"daf762b0-5461-4513-909f-417e801a434f","remote_addr":"[fd00:1122:3344:101::c]:38989","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":979,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.294709203Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:37965"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.294940397Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"136bef65-1436-4a19-af2b-bf4c211a3266","remote_addr":"[fd00:1122:3344:101::a]:37965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":186,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.371827353Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:55395"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.371939155Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c5535b6c-ef05-4a65-affe-91dede93c0c1","remote_addr":"[fd00:1122:3344:101::a]:55395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":80,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.378137568Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6d897bb4-7deb-42da-ab07-a8d1090590ce","remote_addr":"[fd00:1122:3344:101::a]:55395","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":139,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.61128926Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38906"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.66163738Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2716a75f-4b21-4836-9a86-51c02b39a961","remote_addr":"[fd00:1122:3344:101::a]:38906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50292,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:17.661908805Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"085b6b42-3597-4c1c-8897-7f0d8e95065f","remote_addr":"[fd00:1122:3344:101::a]:38906","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":115,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:31.290995573Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61575"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:31.291113136Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"427887e8-802b-455d-9529-964241f1fdee","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61575","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":95,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:44.021648571Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"082013fb-88d4-4177-beeb-487f0060e8e5","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":942,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.672615524Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:44569"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.673620262Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"88d67215-8f36-4d82-9b2d-54e6ab3fb7b6","remote_addr":"[fd00:1122:3344:101::c]:44569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":990,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.680274744Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6bf6ce15-fd07-4fc3-b264-18556f17d5a4","remote_addr":"[fd00:1122:3344:101::c]:44569","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.731244195Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.731354657Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"46cd8a54-5b02-4a6f-8254-03d0f98414c4","remote_addr":"[fd00:1122:3344:101::b]:35947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":41,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.736942229Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"cf6e0166-a433-41a9-aefc-cacc3b5daa9f","remote_addr":"[fd00:1122:3344:101::b]:35947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":97,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.869261197Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:50117"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.86942007Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7a2480d0-d2ea-44a4-9992-ba3aaf9a97b5","remote_addr":"[fd00:1122:3344:101::c]:50117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":135,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.881192975Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42153"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:46.881350158Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"8df05574-9edc-455a-86b3-b260abf757ec","remote_addr":"[fd00:1122:3344:101::b]:42153","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.066615864Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.125426539Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eaf597b3-aca9-47d9-a38e-4721ebd33e66","remote_addr":"[fd00:1122:3344:101::c]:41122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":58748,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.125810506Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"ee1d6dee-5fd0-44c4-8d0c-b54ce920db6e","remote_addr":"[fd00:1122:3344:101::c]:41122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.229557212Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:56777"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.28030849Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"87359323-288f-4951-bfbc-82db45153160","remote_addr":"[fd00:1122:3344:101::b]:56777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":50653,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.280749128Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"804be520-8405-4216-a233-8bdb5a742510","remote_addr":"[fd00:1122:3344:101::b]:56777","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":290,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.520579102Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.520737595Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"f2644fb8-a414-4858-9347-f86030f8a64e","remote_addr":"[fd00:1122:3344:101::a]:52187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.527763773Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"37d411a2-8dd0-49fa-88a4-34dfd44a3351","remote_addr":"[fd00:1122:3344:101::a]:52187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":122,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.557404795Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35779"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.557561148Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"88d29bb5-daf4-4f84-8edd-9233d326b57a","remote_addr":"[fd00:1122:3344:101::a]:35779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":112,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.694738285Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57441"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.741190044Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"445d968e-d85d-4e99-a558-4a3abd0a3de4","remote_addr":"[fd00:1122:3344:101::a]:57441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":46399,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:01:47.741445019Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"8d450af4-7874-41e5-b49e-805e2d694be2","remote_addr":"[fd00:1122:3344:101::a]:57441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:01.324987955Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48698"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:01.325098627Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"fb1074b6-4914-442a-a658-bc626232191b","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48698","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":83,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:14.021194693Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"208966a7-9cbd-4a55-a118-00311873473c","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":633,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.635150478Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:61454"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.635267021Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"e270dab0-19bf-4512-a7b4-a3af6e151d2a","remote_addr":"[fd00:1122:3344:101::c]:61454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.641754569Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"c305a034-c3d7-40f9-90d1-74c933cc337b","remote_addr":"[fd00:1122:3344:101::c]:61454","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.642497633Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:35150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.642584545Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"35f17f55-8792-44a5-8ae4-934535d1a24c","remote_addr":"[fd00:1122:3344:101::b]:35150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":34,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.649047432Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"717fe784-7b9c-4f95-bb4a-ebbf2b8c1d2b","remote_addr":"[fd00:1122:3344:101::b]:35150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":70,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.679396487Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:46584"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.6795613Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"3b5efd4e-f6fa-4f36-8a98-6cda39b0ae36","remote_addr":"[fd00:1122:3344:101::c]:46584","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.68937135Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:36754"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.690150254Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"d5bf7c5d-922b-4c3c-80db-a5ca93df6a6d","remote_addr":"[fd00:1122:3344:101::b]:36754","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":739,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.787987031Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:49484"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.840802496Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"11e3b85d-2d0d-4922-8d1d-c96723a41a24","remote_addr":"[fd00:1122:3344:101::c]:49484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":52756,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.841104322Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2cc6bb25-d9c4-4832-9dcb-d8182eeb1844","remote_addr":"[fd00:1122:3344:101::c]:49484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.848322634Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:53674"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.896760799Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"eb3332ac-2cd4-4ab2-98e7-3e850cfbf391","remote_addr":"[fd00:1122:3344:101::b]:53674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":48327,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:16.897684196Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"194d835c-3ab0-4f49-a94b-95f2f1752e33","remote_addr":"[fd00:1122:3344:101::b]:53674","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":712,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.323908997Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57979"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.32409591Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"7e566a18-e4c2-44d5-9014-4201fd176c91","remote_addr":"[fd00:1122:3344:101::a]:57979","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":203,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.341560739Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:52598"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.341665181Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"a102c7f1-ee0c-477b-8d1b-9ee1e182ea98","remote_addr":"[fd00:1122:3344:101::a]:52598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":77,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.347673391Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"e0be8379-c18c-4535-b6cc-d3575d627c45","remote_addr":"[fd00:1122:3344:101::a]:52598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":100,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.459257291Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46100"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.507469602Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"a51616fe-f71b-4267-8069-f67d2c8fac0c","remote_addr":"[fd00:1122:3344:101::a]:46100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":48165,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:17.507731546Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"b56dc57d-4c63-4803-99e2-c1c2c46afb7e","remote_addr":"[fd00:1122:3344:101::a]:46100","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:31.357366866Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37533"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:31.357493159Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"a8608a3a-33be-4575-ae28-6749b6bff9b9","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37533","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:44.021789114Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"0a987a4b-c180-4522-989b-5bef7416eb25","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":917,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.714356726Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:58875"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.714491809Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"ebbd3f9d-e501-4dfa-8d44-baa6ff7349c5","remote_addr":"[fd00:1122:3344:101::b]:58875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":118,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.71891889Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40765"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.719005011Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"545dd0af-47d7-4158-a8fc-08c803f57d1e","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.721377945Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"db05aaac-7857-4737-8b5f-83a59a72ddb6","remote_addr":"[fd00:1122:3344:101::b]:58875","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":116,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.725601562Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bce1b967-8be5-479a-ad34-9b326d2958ee","remote_addr":"[fd00:1122:3344:101::c]:40765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":56,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.731698633Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:52241"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.731853406Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"a4656618-d3d4-4118-8c78-8577c624bb0f","remote_addr":"[fd00:1122:3344:101::b]:52241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.757058667Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:52348"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.757989824Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"5a8ba08a-7488-41b9-a6e1-b8d1eb174734","remote_addr":"[fd00:1122:3344:101::c]:52348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":891,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.877407146Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:51499"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878586537Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878633278Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878642278Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878665249Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878682239Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878694319Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.87870107Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.878768121Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"77782328-1855-420a-80fb-2bcc33f3973e","remote_addr":"[fd00:1122:3344:101::b]:51499","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1306,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.907875323Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57123"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908051756Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908085436Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908115487Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908128937Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908145448Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908160128Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908166098Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:46.908179608Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"77031114-f584-429b-afee-b635efcbeb6a","remote_addr":"[fd00:1122:3344:101::c]:57123","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":243,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.052636029Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42254"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.109508418Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"2a08e026-5434-4372-89c0-90fa099dd0e0","remote_addr":"[fd00:1122:3344:101::b]:42254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":56808,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.109869125Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"3a65722c-12c2-4d1a-aab2-b84c9f0461af","remote_addr":"[fd00:1122:3344:101::b]:42254","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":114,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.150818873Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:40694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.202361855Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"6215a8da-5195-425b-8bc1-2cbc62accbe4","remote_addr":"[fd00:1122:3344:101::c]:40694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":51432,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.20260604Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"84d62ba8-5056-4669-aa6c-5bb7d53874df","remote_addr":"[fd00:1122:3344:101::c]:40694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.484763017Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44444"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.485018101Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"dbba3a7e-8524-4176-a540-683e736bf101","remote_addr":"[fd00:1122:3344:101::a]:44444","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":201,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.523072947Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:54611"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.524062265Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b644b122-533d-4061-9788-5a3c98527e4d","remote_addr":"[fd00:1122:3344:101::a]:54611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":941,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.531520862Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"183aaab4-f0ab-4a9e-8087-4a16d9cd67eb","remote_addr":"[fd00:1122:3344:101::a]:54611","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563334773Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:36479"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563525967Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:673","rules":"[VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8abb98f9-a5de-45ba-a236-906767769f98, kind: Service { id: 0f5ab007-5c53-4a1d-880a-afbba1f1b219 }, name: Name(\"external-dns-0f5ab007-5c53-4a1d-880a-afbba1f1b219\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 197, 111])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 96c640fb-8026-4755-b8b3-b24fde8b6e07, kind: Service { id: 5b151b39-a31a-4605-b3d7-169782f4e37d }, name: Name(\"external-dns-5b151b39-a31a-4605-b3d7-169782f4e37d\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 225, 162])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 77955948-8295-4a5d-aa9c-1f84d3506910, kind: Service { id: a88a8918-a4d7-44fb-8a6a-ae496052bdd5 }, name: Name(\"nexus-a88a8918-a4d7-44fb-8a6a-ae496052bdd5\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 196, 67])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9ae2db51-b2f1-4d2b-8c71-ae763dd181b3, kind: Service { id: 93ddd36a-2693-4ba4-9ec2-cf291bed0fda }, name: Name(\"nexus-93ddd36a-2693-4ba4-9ec2-cf291bed0fda\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 238, 176])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cfc79269-6ddd-4330-abd5-292365a4d676, kind: Service { id: 5531ffc0-53da-4423-b502-3170589ff9f5 }, name: Name(\"nexus-5531ffc0-53da-4423-b502-3170589ff9f5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 236, 17])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563563497Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563596408Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563614618Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563641439Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563659879Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563672419Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:692","rules":"[]","port":"\"opte0\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.563687859Z","hostname":"sock","pid":1562,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b4db546f-4570-4da8-9dd5-c5999da157e4","remote_addr":"[fd00:1122:3344:101::a]:36479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":328,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.734438591Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:63818"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.782846195Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"9d467fd9-5013-44d7-90cd-208b09472176","remote_addr":"[fd00:1122:3344:101::a]:63818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":48338,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:02:47.783178681Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"2421c973-1575-4257-a710-727d68f07e61","remote_addr":"[fd00:1122:3344:101::a]:63818","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":131,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:01.390240777Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41132"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:01.39036885Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"53a186a0-01f9-4158-980f-e7757baee0f7","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41132","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":105,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:14.021677582Z","hostname":"sock","pid":1562,"uri":"/48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","method":"GET","req_id":"48d4b1b3-1961-4ab3-a109-f83a2bf2fd56","remote_addr":"[fd00:1122:3344:101::d]:57983","local_addr":"[fd00:1122:3344:101::1]:59623","component":"dropshot","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","component":"producer-server","component":"MetricsManager","sled_id":"48cd94f5-f87f-4753-bbbe-9dbe9c9d5fba","component":"SledAgent","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1137,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.71615303Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:41849"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.71729424Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"4ec7ca4b-0fdf-4391-8f7b-1c615262685a","remote_addr":"[fd00:1122:3344:101::c]:41849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1117,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.736259747Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:57139"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.736353999Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"52168adf-8880-482f-a466-b8644e56316f","remote_addr":"[fd00:1122:3344:101::c]:57139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":58,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.744199052Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"7de8e4fa-088d-4097-bbcd-7e88f11aff28","remote_addr":"[fd00:1122:3344:101::c]:57139","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":113,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.748333668Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:33991"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.748413329Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"125ce0c9-17d0-4abd-8c44-aead08e88e51","remote_addr":"[fd00:1122:3344:101::b]:33991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":38,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.754680044Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"36466cd2-6cc5-45ba-938d-ed59c62de217","remote_addr":"[fd00:1122:3344:101::b]:33991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":748,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.76381598Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:42150"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.763985603Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"6791aff4-2d2e-4aeb-9994-06917378691d","remote_addr":"[fd00:1122:3344:101::b]:42150","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.835613942Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::b]:41384"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.887374588Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"4f095aaf-6db8-40d1-a156-5184f7e880bb","remote_addr":"[fd00:1122:3344:101::b]:41384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":51708,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.887495911Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::c]:37729"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.929848245Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"b69ba99b-7cca-4ff5-a5e7-468774938003","remote_addr":"[fd00:1122:3344:101::c]:37729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":42286,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.93011498Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"1f8d3773-19d0-4fee-8d51-358528211630","remote_addr":"[fd00:1122:3344:101::b]:41384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:16.930223742Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"7a450556-a4a4-4dc6-aa85-cd15bf6cd79e","remote_addr":"[fd00:1122:3344:101::c]:37729","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":133,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.261356134Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:61900"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.261528267Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"43e2f1dd-b3d5-4d24-b1ad-90452b1ef534","remote_addr":"[fd00:1122:3344:101::a]:61900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":146,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.348281303Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:60618"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.348864234Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"536dfa35-01e4-4405-85d0-6bee07c5925f","remote_addr":"[fd00:1122:3344:101::a]:60618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":564,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.355554176Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6d39fd70-6fee-42c0-b2ed-458eda553c65","remote_addr":"[fd00:1122:3344:101::a]:60618","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":698,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.453088039Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:44986"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.502550872Z","hostname":"sock","pid":1562,"uri":"/switch-ports","method":"POST","req_id":"43f253c1-df54-4f45-8957-c37eb212472d","remote_addr":"[fd00:1122:3344:101::a]:44986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":49423,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:17.503394958Z","hostname":"sock","pid":1562,"uri":"/network-bootstore-config","method":"GET","req_id":"cc3dc9e8-7fad-43dc-94f5-86b15eb5e1b5","remote_addr":"[fd00:1122:3344:101::a]:44986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":680,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.512731966Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:38700"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.512925309Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"cc45dd56-994f-4772-ab5c-a9f24688952a","remote_addr":"[fd00:1122:3344:101::a]:38700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":153,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.513731034Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:780","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(8650616) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.513766294Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"a66a4ca8-3bf6-45f0-8099-2525df483021","remote_addr":"[fd00:1122:3344:101::a]:38700","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":678,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.666620548Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64747"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.66945738Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:577","metadata":"InstanceMetadata { silo_id: cc81324c-39dc-48ea-ade9-f1c9b649dc89, project_id: 954fec81-d659-4352-a5c2-2095a805cad9 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-19T23:03:18.240321Z }","instance_runtime":"InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(8650616))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-cf5f73c9eba\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 45d69210-1fe5-4511-919d-00cd8360e240, read_only_parent: Some(Volume { block_size: 512, id: de3a5790-ec79-46fd-a30a-331e4c22fd57, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a358302e-5578-4ee2-adc0-3839fa4054fb, key: Some(\"j8iDx0ZAfd07RU/GjeO655pQflDPRsOV0h9qXnyPvkw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45d69210-1fe5-4511-919d-00cd8360e240, key: Some(\"OqHJZTey19GL+zwX2NkyVhBIJ3a+U2VHAGVMVU6XeFU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAA+abjzWPNYAABpuPNYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAP2m481jzWAAAabjzWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0YTQzZGZlZS1jMDg5LTRhOGMtYmNmZS1mOGI0YzY3YmIzYzIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQ0JaU204bnFDb2lKWUFHSGNoQytLRForcWx6YzRiU29VL1dHalNyRDQ1ZyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }","propolis_id":"cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.669540892Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:611","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 (instance)"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.669673844Z","hostname":"sock","pid":1562,"component":"InstanceManager","file":"sled-agent/src/instance.rs:951","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(8650616))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, VpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 3343dfec-6f00-4e28-a665-34c398c4831f, kind: Instance { id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(8650616), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-cf5f73c9eba\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 45d69210-1fe5-4511-919d-00cd8360e240, read_only_parent: Some(Volume { block_size: 512, id: de3a5790-ec79-46fd-a30a-331e4c22fd57, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a358302e-5578-4ee2-adc0-3839fa4054fb, key: Some(\"j8iDx0ZAfd07RU/GjeO655pQflDPRsOV0h9qXnyPvkw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45d69210-1fe5-4511-919d-00cd8360e240, key: Some(\"OqHJZTey19GL+zwX2NkyVhBIJ3a+U2VHAGVMVU6XeFU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAA+abjzWPNYAABpuPNYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAP2m481jzWAAAabjzWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0YTQzZGZlZS1jMDg5LTRhOGMtYmNmZS1mOGI0YzY3YmIzYzIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQ0JaU204bnFDb2lKWUFHSGNoQytLRForcWx6YzRiU29VL1dHalNyRDQ1ZyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\") }, instance_runtime: InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(1), time_updated: 2024-07-19T23:03:18.240321Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400 }","propolis_id":"cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.670217224Z","hostname":"sock","pid":1562,"uri":"/instances/4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","method":"PUT","req_id":"6bd8558b-ae04-4726-9c94-775bd735d4fa","remote_addr":"[fd00:1122:3344:101::a]:64747","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":3543,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.82158903Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:46691"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.822765432Z","hostname":"sock","pid":1562,"uri":"/instances/4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2/state","method":"PUT","req_id":"028b6d55-0413-462c-83d4-f2e293078242","remote_addr":"[fd00:1122:3344:101::a]:46691","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":1121,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.824572514Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:426","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 247, 13, 76]), slot: 0, vni: Vni { inner: 8650616 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.825177986Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.860686985Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"} {"msg":"Installing Omicron zone: oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:18.884195884Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"} {"msg":"Profile for oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:20.005632581Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Zone booting","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:20.005840075Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:465"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 55.082852ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:20.18774968Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 98.143051ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:20.256876863Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 155.281453ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:20.366484107Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 221.376045ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:20.535040017Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 1.081795364s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:20.76714365Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 1.401717555s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:21.860148137Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 1.230892073s","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:23.273206824Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"wait for service Some(\"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\") failed: Property not found. retry in 926.306448ms","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:24.515740354Z","hostname":"sock","pid":1562,"zone":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"} {"msg":"Started propolis in zone: oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.470931602Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1460"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.479740913Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1469"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.512836537Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:1483"} {"msg":"Sending ensure request to propolis: InstanceEnsureRequest { cloud_init_bytes: Some(\"6zyQTVNXSU40LjEAAgEBAAIAAioA+AEAKgBAAAAAAAAAAAAAAAApeFY0EmNpZGF0YSAgICAgRkFUMTIgICAOH75bfKwiwHQLVrQOuwcAzRBe6/Ay5M0WzRnr/lRoaXMgaXMgbm90IGEgYm9vdGFibGUgZGlzay4gIFBsZWFzZSBpbnNlcnQgYSBib290YWJsZSBmbG9wcHkgYW5kDQpwcmVzcyBhbnkga2V5IHRvIHRyeSBhZ2FpbiAuLi4gDQoAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAVar4////DwAAAAAAAAAA8P//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////D/j///8PAAAAAAAAAADw//////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////8PY2lkYXRhICAgICAIAAAAAAAAAAAAAAAAAAAAAAAAAABBbQBlAHQAYQAtAA8A1GQAYQB0AGEAAAD//wAA/////01FVEEtRH4xICAgAAA+abjzWPNYAABpuPNYAgC3AAAAQXUAcwBlAHIALQAPALBkAGEAdABhAAAA//8AAP////9VU0VSLUR+MSAgIAAAP2m481jzWAAAabjzWAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAHsiaW5zdGFuY2UtaWQiOiI0YTQzZGZlZS1jMDg5LTRhOGMtYmNmZS1mOGI0YzY3YmIzYzIiLCJsb2NhbC1ob3N0bmFtZSI6ImxvY2Fsc2hhcmsiLCJwdWJsaWMta2V5cyI6WyJzc2gtZWQyNTUxOSBBQUFBQzNOemFDMWxaREkxTlRFNUFBQUFJQ0JaU204bnFDb2lKWUFHSGNoQytLRForcWx6YzRiU29VL1dHalNyRDQ1ZyJdfQAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA\"), disks: [DiskRequest { device: \"nvme\", name: \"disk-cf5f73c9eba\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 45d69210-1fe5-4511-919d-00cd8360e240, read_only_parent: Some(Volume { block_size: 512, id: de3a5790-ec79-46fd-a30a-331e4c22fd57, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: a358302e-5578-4ee2-adc0-3839fa4054fb, key: Some(\"j8iDx0ZAfd07RU/GjeO655pQflDPRsOV0h9qXnyPvkw=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::1a]:19001\", \"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::15]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 45d69210-1fe5-4511-919d-00cd8360e240, key: Some(\"OqHJZTey19GL+zwX2NkyVhBIJ3a+U2VHAGVMVU6XeFU=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::18]:19001\", \"[fd00:1122:3344:101::1a]:19002\", \"[fd00:1122:3344:101::14]:19000\"] } }] } }], migrate: None, nics: [NetworkInterfaceRequest { name: \"opte6\", slot: Slot(0) }], properties: InstanceProperties { bootrom_id: 00000000-0000-0000-0000-000000000000, description: \"Test description\", id: 4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2, image_id: 00000000-0000-0000-0000-000000000000, memory: 1024, metadata: InstanceMetadata { project_id: 954fec81-d659-4352-a5c2-2095a805cad9, silo_id: cc81324c-39dc-48ea-ade9-f1c9b649dc89 }, name: \"localshark\", vcpus: 2 } }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.514228883Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:698"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.692600173Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:700"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Starting), migration_status: NoMigration, time: 2024-07-19T23:03:25.693552771Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.69405812Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:584"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.69407648Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:606","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-19T23:03:25.693552771Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }","propolis_id":"cdbf0755-e9f6-42a6-8fec-48bc1dfa79db"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.694116581Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:503","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }, propolis_id: cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis), vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-07-19T23:03:25.693552771Z }, migration_state: None }","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_status: NoMigration, time: 2024-07-19T23:03:25.742746030Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.74276261Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:584"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.7427817Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:606","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-19T23:03:25.742746030Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }","propolis_id":"cdbf0755-e9f6-42a6-8fec-48bc1dfa79db"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.742791681Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:503","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }, propolis_id: cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis), vmm_state: VmmRuntimeState { state: Running, gen: Generation(3), time_updated: 2024-07-19T23:03:25.742746030Z }, migration_state: None }","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.781003568Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:35260"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.7816597Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"c8cc736a-a92e-4b09-81b0-1a9d1c86a0c9","remote_addr":"[fd00:1122:3344:101::a]:35260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":623,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.825894189Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"46618c10-0e60-487f-83a1-7a45933b7287","remote_addr":"[fd00:1122:3344:101::a]:35260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":287,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.865538713Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:53510"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.865611875Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"6953098f-e4af-421f-b4eb-a25a75b4364f","remote_addr":"[fd00:1122:3344:101::a]:53510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":33,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:25.877753427Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"df8d5dfa-e9dc-4a46-b1af-e45d2427e871","remote_addr":"[fd00:1122:3344:101::a]:53510","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":55,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:31.424266201Z","hostname":"sock","pid":1562,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35572"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:31.424390393Z","hostname":"sock","pid":1562,"uri":"/baseboard","method":"GET","req_id":"3079248c-e348-49e1-a6f4-060326d4e4c2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35572","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.231061045Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:64953"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.23191098Z","hostname":"sock","pid":1562,"uri":"/instances/4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2/state","method":"PUT","req_id":"9cea7057-34a4-4a2c-be03-076209b19de4","remote_addr":"[fd00:1122:3344:101::a]:64953","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":776,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_status: NoMigration, time: 2024-07-19T23:03:36.232040492Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.232075383Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:584"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.232095423Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:606","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-19T23:03:36.232040492Z }","new_instance_state":"InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }","propolis_id":"cdbf0755-e9f6-42a6-8fec-48bc1dfa79db"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.232123144Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:503","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: Some(cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis)), dst_propolis_id: None, migration_id: None, gen: Generation(3), time_updated: 2024-07-19T23:03:18.291988461Z }, propolis_id: cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis), vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(5), time_updated: 2024-07-19T23:03:36.232040492Z }, migration_state: None }","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_status: NoMigration, time: 2024-07-19T23:03:36.251136801Z }","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.251152892Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:584"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.251167872Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:606","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(6), time_updated: 2024-07-19T23:03:36.251136801Z }","new_instance_state":"InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-19T23:03:36.251136801Z }","propolis_id":"cdbf0755-e9f6-42a6-8fec-48bc1dfa79db"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.251177482Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:621","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.251335405Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.25326442Z","hostname":"sock","pid":1562,"component":"StorageManager","file":"sled-storage/src/manager.rs:404"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.253308211Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:445","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/19897293-1f9b-4192-b917-76a7c9e3000d/debug/bundle/zone\", \"/pool/int/dd7f84a5-b6da-49fc-bb8d-6ee5649772b8/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/dd425699-b929-43cd-8ab0-5ba549a64da2/crypt/debug\", \"/pool/ext/c0caf7b9-4b50-491c-9872-9f37b052da71/crypt/debug\", \"/pool/ext/ac24ca3b-afcb-4bb2-aac2-d62adb207467/crypt/debug\", \"/pool/ext/59761340-23e8-4caf-b31a-8783d54d3dca/crypt/debug\", \"/pool/ext/09644ec7-1923-4c6e-8bc8-5e258c1b8a8d/crypt/debug\", \"/pool/ext/70ae9063-370d-4ed5-8466-7bd7367499ff/crypt/debug\", \"/pool/ext/5e9012da-baa1-440f-b7c2-376e7117cb03/crypt/debug\", \"/pool/ext/23822ecc-e12c-413c-b769-e1612beff6e3/crypt/debug\", \"/pool/ext/3ebfb4c3-4ed2-45f8-8f75-542e0ffc4819/crypt/debug\"] }","zone_name":"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.291180503Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:41233"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.291475449Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"3c8178cf-663a-4a9d-a9e4-8b1e444a1ae4","remote_addr":"[fd00:1122:3344:101::a]:41233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":198,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.302787196Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"96ee7b2a-df90-4968-8ea5-3b9ad524c09a","remote_addr":"[fd00:1122:3344:101::a]:41233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":144,"response_code":"204"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:36.880212859Z","hostname":"sock","pid":1562,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1246","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db\", bundle_id: ec6783dd-3aea-4362-8de5-009ed90d4133 }, time_created: 2024-07-19T23:03:36.253520035Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_cdbf0755-e9f6-42a6-8fec-48bc1dfa79db","v":0,"name":"SledAgent","level":40,"time":"2024-07-19T23:03:36.88030178Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:793"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.629570452Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.647622952Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:906","id":"RouterId { vni: Vni(8650616), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.647652143Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:906","id":"RouterId { vni: Vni(8650616), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.64803137Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:503","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-19T23:03:36.251136801Z }, propolis_id: cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-19T23:03:38.648007459Z }, migration_state: None }","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.768610433Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:57301"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.768940669Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"f9a4df11-11b5-4d34-9a0a-5fcb7f5bde42","remote_addr":"[fd00:1122:3344:101::a]:57301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":298,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.798376957Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:780","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(8650616) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.798405807Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"PUT","req_id":"b284d8cb-3637-488a-a0bc-a5bcc62f3ab2","remote_addr":"[fd00:1122:3344:101::a]:57301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":110,"response_code":"204"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.910403214Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:503","state":"SledInstanceState { instance_state: InstanceRuntimeState { propolis_id: None, dst_propolis_id: None, migration_id: None, gen: Generation(5), time_updated: 2024-07-19T23:03:36.251136801Z }, propolis_id: cdbf0755-e9f6-42a6-8fec-48bc1dfa79db (propolis), vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-07-19T23:03:38.648007459Z }, migration_state: None }","instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.913272407Z","hostname":"sock","pid":1562,"instance_id":"4a43dfee-c089-4a8c-bcfe-f8b4c67bb3c2","component":"InstanceManager","file":"sled-agent/src/instance.rs:736"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.955960867Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:59156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.956031748Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"b3b27561-7a6a-46a5-bb79-efc4283b1433","remote_addr":"[fd00:1122:3344:101::a]:59156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":42,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:38.9615737Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"6eccd8c8-a148-4ba9-827e-3a7e2defef72","remote_addr":"[fd00:1122:3344:101::a]:59156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":96,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.010565605Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:62256"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.010607306Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"40efabfe-f348-44cb-b7b1-56dd22e85fd0","remote_addr":"[fd00:1122:3344:101::a]:62256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":25,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.016181228Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"bc0cd5a8-c945-4f9d-bb92-fce6ed6025ba","remote_addr":"[fd00:1122:3344:101::a]:62256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":69,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.203293608Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:58355"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.203493772Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"GET","req_id":"115a6530-31b3-4a64-9945-417a82d440a8","remote_addr":"[fd00:1122:3344:101::a]:58355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":167,"response_code":"200"} {"msg":"Clearing mapping of virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.204224035Z","hostname":"sock","pid":1562,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:820","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 247, 13, 76])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(8650616) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:39.204257935Z","hostname":"sock","pid":1562,"uri":"/v2p","method":"DELETE","req_id":"9d14bc01-ca05-403a-a24a-d45b8a188b25","remote_addr":"[fd00:1122:3344:101::a]:58355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":565,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:40.119621596Z","hostname":"sock","pid":1562,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:775","remote_addr":"[fd00:1122:3344:101::a]:56909"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:40.12041Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"GET","req_id":"1dfa96d3-18cf-44f6-b82d-35500efe0116","remote_addr":"[fd00:1122:3344:101::a]:56909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":751,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-07-19T23:03:40.125940931Z","hostname":"sock","pid":1562,"uri":"/vpc-routes","method":"PUT","req_id":"81d736eb-22fb-4c4e-9b95-c3d6a7ecddb4","remote_addr":"[fd00:1122:3344:101::a]:56909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/git/checkouts/dropshot-a4a923d29dccc492/7b594d0/dropshot/src/server.rs:914","latency_us":129,"response_code":"204"}