[ Feb 28 09:59:44 Enabled. ] [ Feb 28 09:59:44 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ] [ Feb 28 09:59:44 Method "start" exited with status 0. ] [ Feb 28 09:59:44 Rereading configuration. ] [ Feb 28 09:59:44 No 'refresh' method defined. Treating as :true. ] note: configured to log to "/dev/stdout" {"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:44.95071134Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"} {"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:44.950903272Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:294"} {"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.004068005Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:301","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"} {"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.004100466Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"} {"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.11865428Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"} {"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.127502735Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"} {"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.135626732Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:311","path":"/var/run/oxide/"} {"msg":"Sending underlay prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.739088244Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:105","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"} {"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.880447468Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"} {"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.880469918Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"} {"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.88055903Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"} {"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.880616651Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"} {"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.880627021Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"} {"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.880639181Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"} {"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.883417357Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"} {"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:45.883422987Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"} {"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.883436507Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"} {"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.883446727Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.883476598Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.883539599Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.88364529Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.88366504Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.88367318Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.896050372Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:45.896086812Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.023756047Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal }"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.48006075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.48009772Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.48010296Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.48011262Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.480123731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.480134051Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.480138141Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.48926965Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.48929699Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:46.587985578Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029079112Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029123202Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029151873Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029165383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029175753Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029180433Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029184063Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029192953Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029210683Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029216463Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029220633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029229103Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029257274Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029262634Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029278714Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029283394Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029287654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029292674Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029296834Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029305564Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029319865Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029328285Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029332575Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029336125Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029340725Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029344165Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029360995Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029366705Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029370725Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029374805Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029379445Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029382985Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029401356Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029406246Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029410296Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029416386Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029420566Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029425226Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029445746Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029449946Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029457277Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029467586Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029513397Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029523077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029527677Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029531467Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029571838Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029575998Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029579678Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029583618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029587188Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029591108Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029610968Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029614648Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029620599Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"} {"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029631009Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029634439Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029659209Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029663239Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029666439Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029669679Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.0297281Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.0297423Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.02975201Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.02976181Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.02976985Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"} {"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.02977401Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"} {"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029804721Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"} {"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.029808991Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"} {"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.041178799Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:793"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.04121545Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999918359s","next_cleanup":"Instant { tv_sec: 2378, tv_nsec: 160053687 }"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.041264211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.043809554Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.043938875Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.043963876Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.044356501Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.045981012Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Injecting RSS configuration: RackInitializeRequest {\n trust_quorum_peers: None,\n bootstrap_discovery: OnlyOurs,\n ntp_servers: [\n \"0.pool.ntp.org\",\n ],\n dns_servers: [\n 1.1.1.1,\n 9.9.9.9,\n ],\n internal_services_ip_pool_ranges: [\n V4(\n Ipv4Range {\n first: 10.151.2.164,\n last: 10.151.2.173,\n },\n ),\n ],\n external_dns_ips: [\n 10.151.2.164,\n 10.151.2.165,\n ],\n external_dns_zone_name: \"oxide.test\",\n external_certificates: \"\",\n recovery_silo: RecoverySiloConfig {\n silo_name: Name(\n \"recovery\",\n ),\n user_name: UserId(\n \"recovery\",\n ),\n user_password_hash: NewPasswordHash(\n PasswordHashString {\n string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n encoding: B64,\n },\n ),\n },\n rack_network_config: RackNetworkConfigV2 {\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n vlan_id: None,\n rib_priority: None,\n },\n ],\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n switch: Switch0,\n port: \"qsfp0\",\n uplink_port_speed: Speed40G,\n uplink_port_fec: Some(\n None,\n ),\n bgp_peers: [],\n autoneg: false,\n lldp: None,\n tx_eq: None,\n },\n ],\n bgp: [],\n bfd: [],\n },\n allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.04663667Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1190"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046645181Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046703991Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046717422Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046755762Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046770922Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046782952Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046790263Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"} {"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046794023Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1239"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046800473Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.046998495Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047114457Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1271"} {"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047118977Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"} {"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047122267Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"} {"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047150797Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1302"} {"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047200078Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047211618Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.04736865Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047483972Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.047557453Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: cb437161-893a-4b25-8aa3-bea01c90eb94 (sled), rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"} {"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.0480955Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4353"} {"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.048164621Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4759"} {"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.052392806Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/client.rs:50"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.058465655Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.058564836Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:376"} {"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.06266613Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:307"} {"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.062744401Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-882d17aeeb0cb343/6d31fa6/tls/src/keys.rs:376"} {"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.062829852Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:48428","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"} {"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: cb437161-893a-4b25-8aa3-bea01c90eb94 (sled), rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.062971654Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:366"} {"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.062981354Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:381"} {"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063031144Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"} {"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063039415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063043755Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063048715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"} {"msg":"Sending underlay prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063086785Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:422","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063109445Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063116796Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063165006Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"} {"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063171516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"} {"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063175916Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063266527Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.063272938Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.079864194Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.10180138Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.119656943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.147641388Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.147679629Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.147683789Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:431"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.147687179Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.150922781Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ff925c9b-e87a-4abe-a63e-886798e08bd0\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ff925c9b-e87a-4abe-a63e-886798e08bd0\" }","retry_after":"61.481823ms"} {"msg":"attempting to create encrypted zvol: name=\"oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.161099734Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"} {"msg":"successfully created encrypted zvol: name=\"oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.188904966Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"} {"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/swap\"","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.188956807Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"} {"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.194211936Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:446"} {"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.194223736Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"} {"msg":"Ensuring dataset oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.194228826Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.213608879Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.214259807Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f2654d6-817a-4197-8ec3-7c3c13604714\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1f2654d6-817a-4197-8ec3-7c3c13604714\" }","retry_after":"73.231612ms"} {"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.279427338Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.288611257Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.289121174Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6ce6fe72-6fc5-49c4-82d6-ec7214e33da4\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"6ce6fe72-6fc5-49c4-82d6-ec7214e33da4\" }","retry_after":"118.632639ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.408866316Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.409264951Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d891fb65-acb9-4412-a582-0217fe9436be\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d891fb65-acb9-4412-a582-0217fe9436be\" }","retry_after":"165.956161ms"} {"msg":"Mounting oxi_37377fb1-798d-4dd1-8b85-5e5cbda4a016/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.497895217Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"} {"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.513035525Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.513090276Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.513095976Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"} {"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.513102376Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.576333151Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.57704471Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c8dacee-7e3f-4872-aa5a-bc04ea502e08\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1c8dacee-7e3f-4872-aa5a-bc04ea502e08\" }","retry_after":"139.747316ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.718121721Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:47.718572296Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bee3173-8e0b-4deb-be98-c2bc28f552c6\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5bee3173-8e0b-4deb-be98-c2bc28f552c6\" }","retry_after":"337.239984ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.056736597Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.057405346Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8b0b202-98d2-46a7-8887-f83ebbe091b4\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:47 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b8b0b202-98d2-46a7-8887-f83ebbe091b4\" }","retry_after":"166.393675ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.225449488Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"Failed enable ddm stats (will retry)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.225874694Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:471","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cc115534-aaf4-403b-9b45-51619bef60f6\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 09:59:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cc115534-aaf4-403b-9b45-51619bef60f6\" }","retry_after":"355.014216ms"} {"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.285590173Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:94"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.290926982Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.290965993Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.291034604Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:32915","producer_id":"cb437161-893a-4b25-8aa3-bea01c90eb94"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:48.292181309Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"154.478924ms"} {"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.293137341Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"} {"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.293145801Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"} {"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.293188572Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:977","underlay_address":"fd00:1122:3344:101::1"} {"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.293194712Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:48.448848962Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"427.908411ms"} {"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:48.581788877Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/server.rs:463","request":"EnableStatsRequest { addr: fd00:1122:3344:101::1, dns_servers: [\"[fd00:1122:3344:1::1]:53\", \"[fd00:1122:3344:2::1]:53\", \"[fd00:1122:3344:3::1]:53\"], rack_id: 2e19f9f5-1eed-47f7-af35-5bff6ab6b9da, sled_id: cb437161-893a-4b25-8aa3-bea01c90eb94 }"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:48.885296436Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"686.621672ms"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:49.574096412Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.697181853s"} {"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.391975986Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2787"} {"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.392008016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3015"} {"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.392013126Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2657"} {"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.392016976Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2704"} {"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.392046257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3096"} {"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.392051057Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3141"} {"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.393945321Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2923"} {"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.395567523Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2698"} {"msg":"Profile for oxz_switch:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.395691504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:51.395877587Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 49.061376ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:51.661209638Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 94.290655ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:51.844846294Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 192.257968ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:52.020781558Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 383.88737ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:52.387237439Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:52.388277772Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.347411002s"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 680.978681ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:52.797650043Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.394262993s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:53.685377253Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.072189062s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:55.32331438Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.045532496s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:56.511047564Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T09:59:56.737866463Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.12820472s"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.889633148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.890106234Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.891658315Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:328"} {"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.891682015Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:495"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.891694945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.891714845Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.891931528Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"} {"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.892132061Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"} {"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.892173991Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"} {"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:57.892191162Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4056"} {"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.088045256Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:48428","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"} {"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.088223588Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.088251739Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"} {"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.094251517Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4377","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.094274567Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4393"} {"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.094279487Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:535"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T09:59:58.322516755Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12960829913876052931"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T09:59:58.322828289Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7313885003725688660"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.350829824Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:59796"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.351239089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.35125219Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.35131538Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.351325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.351467302Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"67a7e28d-0b8e-458d-82e0-57b105ba78f5","remote_addr":"[fd00:1122:3344:101::1]:59796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":369,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.381628026Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:38186"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.381848909Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"7e70fec0-b08c-4ed4-b868-9dde5bb8fbd8","remote_addr":"[fd00:1122:3344:101::1]:38186","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 10c92261-392d-4f33-af9b-e1b53f0456ce (physical_disk), pool_id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 153a227b-1cba-4a4d-b130-23560323558c (physical_disk), pool_id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 20ebd799-1ee9-4789-a43d-316ed388600e (physical_disk), pool_id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 336ede2b-c62e-4c7a-87a6-3aa7982161a3 (physical_disk), pool_id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 44d560f2-5efe-444c-b5a5-fb309446790a (physical_disk), pool_id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 56a0281c-ad5c-4249-b70d-eb1f05a76065 (physical_disk), pool_id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 69259de8-2b55-48ba-aa8a-449c1d5ed99c (physical_disk), pool_id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7cd605d4-8d93-4086-b4a3-c3dfd74e616a (physical_disk), pool_id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 96ad1639-7d0c-4bd1-9ca8-a55efc187e42 (physical_disk), pool_id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.413724845Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.413850336Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:44943"} {"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.414081589Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:895"} {"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 10c92261-392d-4f33-af9b-e1b53f0456ce (physical_disk), pool_id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 153a227b-1cba-4a4d-b130-23560323558c (physical_disk), pool_id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 20ebd799-1ee9-4789-a43d-316ed388600e (physical_disk), pool_id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 336ede2b-c62e-4c7a-87a6-3aa7982161a3 (physical_disk), pool_id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 44d560f2-5efe-444c-b5a5-fb309446790a (physical_disk), pool_id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 56a0281c-ad5c-4249-b70d-eb1f05a76065 (physical_disk), pool_id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 69259de8-2b55-48ba-aa8a-449c1d5ed99c (physical_disk), pool_id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 7cd605d4-8d93-4086-b4a3-c3dfd74e616a (physical_disk), pool_id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 96ad1639-7d0c-4bd1-9ca8-a55efc187e42 (physical_disk), pool_id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.41415221Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.41416024Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.41417129Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.41418004Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1298"} {"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.414208581Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.414214251Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.414219341Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.414223481Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.568043468Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.568085898Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"649afb3b-3539-4923-b40d-d88d27cfff4f (zpool)"} {"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.779253723Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.891795421Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T09:59:58.895354118Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899822106Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899876327Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899883287Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899888787Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899897157Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899956838Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.899963218Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.944318747Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:58.952442502Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_649afb3b-3539-4923-b40d-d88d27cfff4f","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.121656299Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.12943265Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.129489171Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.129500041Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.129507691Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.129514531Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.139174978Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.139208228Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.248380372Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256227155Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256262955Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256280495Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256324236Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256338586Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256439887Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.256450618Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.297055477Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.305952913Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.475550716Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.483492369Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.48353916Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.48355156Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.483563361Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.483583141Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.493026974Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.493053274Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.6008139Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608591392Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608634952Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608648902Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608705143Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608715923Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608832275Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.608841685Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.648949058Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.658184248Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.830589698Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.838576672Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.838629682Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.838642083Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.838653323Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.838659423Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.848040015Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.848065926Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.960369561Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968319764Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968349114Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968357054Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968421295Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968432515Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968543037Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T09:59:59.968551947Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T09:59:59.972075303Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.011248314Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.020305512Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.195716211Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.203874957Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.203913157Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.203920667Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.203927138Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.203933098Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.213553613Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.213588313Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"3897c72b-37ba-4126-b207-cca189c4751f (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.33598251Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.344114766Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.344193548Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.344202077Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.344246588Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.344255138Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.34438696Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.34440166Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.387238509Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.395086081Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_3897c72b-37ba-4126-b207-cca189c4751f","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.56818746Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.576687941Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.576715001Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.576736241Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.576742081Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.576747891Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.586729052Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.586755232Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.712677284Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.720519667Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.720545877Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.720551757Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.720565418Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.720577548Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.720717529Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.72072396Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.761620683Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.769594587Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_cad7c44e-69e1-48a0-a08c-982b51e87095","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.964286317Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.973415615Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.973448476Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.973454306Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.973461186Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.973467236Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:00.977499949Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.98448848Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:00.98449609Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.104558036Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.113221829Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.11328103Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.11328776Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.11332555Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.113334441Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.113447542Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.113454312Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.160519206Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.170374725Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.350423643Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.358826053Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.358864964Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.358872234Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.358878994Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.358886424Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.368939275Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.368965805Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.485559646Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.493359838Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.493445159Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.49345348Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.49351597Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.493534141Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.493702453Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.493711713Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.542139675Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.550603245Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"Looking for unencrypted datasets in oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.748552167Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.75717965Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.75721773Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.75722321Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.757227801Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"} {"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.757233381Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.767657707Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"} {"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.767687487Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool)"} {"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.875612945Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }"} {"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883708091Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883742791Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883750261Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883765541Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"} {"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883783282Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883952024Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"} {"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.883961604Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"} {"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:01.887652472Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"18.37559453s"} {"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.922662629Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"} {"msg":"Automatically destroying dataset: oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:01.931103239Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:01.982192065Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Looking for unencrypted datasets in oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.101826696Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"} {"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110007642Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110056643Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110135094Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110231195Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 37377fb1-798d-4dd1-8b85-5e5cbda4a016 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d8d53a84-6928-4e92-836d-bc7e0db8e916 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"} {"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110288886Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110295496Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110459868Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110719572Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110733532Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110738432Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925","generation":"Generation(2)"} {"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110754462Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:930"} {"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110758802Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:935"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110771002Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:123","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110778362Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:941"} {"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110816003Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"} {"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110823643Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.110900294Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"e990998d-a6ef-4e79-a6a4-4837acdb9401","remote_addr":"[fd00:1122:3344:101::1]:44943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3696971,"response_code":"200"} {"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {03adfa86-98a8-48a8-8489-1445164365be (dataset): DatasetConfig { id: 03adfa86-98a8-48a8-8489-1445164365be (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset): DatasetConfig { id: 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset): DatasetConfig { id: 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset): DatasetConfig { id: 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset): DatasetConfig { id: 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset): DatasetConfig { id: 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset): DatasetConfig { id: 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset): DatasetConfig { id: 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset): DatasetConfig { id: 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset): DatasetConfig { id: 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset): DatasetConfig { id: 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset): DatasetConfig { id: 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset): DatasetConfig { id: 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset): DatasetConfig { id: 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2de753d1-e018-45d6-8741-031844d2cb51 (dataset): DatasetConfig { id: 2de753d1-e018-45d6-8741-031844d2cb51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset): DatasetConfig { id: 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset): DatasetConfig { id: 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset): DatasetConfig { id: 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset): DatasetConfig { id: 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset): DatasetConfig { id: 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset): DatasetConfig { id: 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 445850d3-409e-4c95-8343-8f02921bb17d (dataset): DatasetConfig { id: 445850d3-409e-4c95-8343-8f02921bb17d (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset): DatasetConfig { id: 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset): DatasetConfig { id: 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset): DatasetConfig { id: 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset): DatasetConfig { id: 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset): DatasetConfig { id: 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset): DatasetConfig { id: 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset): DatasetConfig { id: 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset): DatasetConfig { id: 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60f62937-57ba-4442-83d2-246ff2e09438 (dataset): DatasetConfig { id: 60f62937-57ba-4442-83d2-246ff2e09438 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset): DatasetConfig { id: 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset): DatasetConfig { id: 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset): DatasetConfig { id: 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset): DatasetConfig { id: 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7953d98d-597e-4a23-8f6b-f613781926bd (dataset): DatasetConfig { id: 7953d98d-597e-4a23-8f6b-f613781926bd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7dac7966-86f9-42f0-aa79-799126250279 (dataset): DatasetConfig { id: 7dac7966-86f9-42f0-aa79-799126250279 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset): DatasetConfig { id: 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset): DatasetConfig { id: 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset): DatasetConfig { id: 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset): DatasetConfig { id: 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset): DatasetConfig { id: 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset): DatasetConfig { id: 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset): DatasetConfig { id: a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset): DatasetConfig { id: a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset): DatasetConfig { id: a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset): DatasetConfig { id: aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset): DatasetConfig { id: b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset): DatasetConfig { id: baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset): DatasetConfig { id: bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset): DatasetConfig { id: c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset): DatasetConfig { id: c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset): DatasetConfig { id: c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cadc5741-4095-4c08-8308-7e2e7319d165 (dataset): DatasetConfig { id: cadc5741-4095-4c08-8308-7e2e7319d165 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset): DatasetConfig { id: ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset): DatasetConfig { id: d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset): DatasetConfig { id: d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da2789d5-ec8f-460f-b810-85566898a95b (dataset): DatasetConfig { id: da2789d5-ec8f-460f-b810-85566898a95b (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset): DatasetConfig { id: e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset): DatasetConfig { id: eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ee8684ac-57ae-49bb-9218-28588dde929f (dataset): DatasetConfig { id: ee8684ac-57ae-49bb-9218-28588dde929f (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset): DatasetConfig { id: f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset): DatasetConfig { id: f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f63a81bb-8330-4f09-84b8-338b196146fe (dataset): DatasetConfig { id: f63a81bb-8330-4f09-84b8-338b196146fe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fae3eeae-471a-4913-a623-6e29101b1122 (dataset): DatasetConfig { id: fae3eeae-471a-4913-a623-6e29101b1122 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset): DatasetConfig { id: fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143172045Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143214245Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:40478"} {"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143622771Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"} {"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {03adfa86-98a8-48a8-8489-1445164365be (dataset): DatasetConfig { id: 03adfa86-98a8-48a8-8489-1445164365be (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset): DatasetConfig { id: 0b99b61d-7d48-415c-91e8-b0a04ec90a8b (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset): DatasetConfig { id: 0ea09a4a-f026-4624-9b44-1014674d1806 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset): DatasetConfig { id: 0f63af50-5fa5-44e7-8ac4-805a988c8ea7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset): DatasetConfig { id: 10407dba-5ef6-4e5f-9580-a1803276a5c3 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset): DatasetConfig { id: 17806ff0-50dd-43a2-a12c-5a397a37bb4f (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset): DatasetConfig { id: 184fa6e1-a635-4325-83cb-0fecf98b51ae (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset): DatasetConfig { id: 1be795a4-8953-4573-bc61-c8d1067b17f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset): DatasetConfig { id: 1d14cfc0-34b1-489d-98df-48ba26a0d3fd (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset): DatasetConfig { id: 1f49618c-e4fc-4b8d-9cca-fd9e44b8c940 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset): DatasetConfig { id: 21ba94a5-01f0-4570-b7e7-e4f0b3258bc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset): DatasetConfig { id: 2b20a5c9-dae5-4554-863a-b10085fd93ed (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset): DatasetConfig { id: 2ced8682-b1ae-4d5a-9daf-8519dd05eeb2 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset): DatasetConfig { id: 2d1cd47e-74bb-4173-b040-fc6b3c13fa0f (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 2de753d1-e018-45d6-8741-031844d2cb51 (dataset): DatasetConfig { id: 2de753d1-e018-45d6-8741-031844d2cb51 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset): DatasetConfig { id: 2f9690bf-f7be-4e48-944d-4a27b6367226 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset): DatasetConfig { id: 34b0735d-0a63-486e-a01a-f10a995604f1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset): DatasetConfig { id: 3b0356f1-a216-4c26-942f-4cfa70b439c8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset): DatasetConfig { id: 3bd08e9d-93b0-4ab5-9c01-c1b69cf434da (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset): DatasetConfig { id: 3da906c0-92c0-4524-8195-2c5f0a9525d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset): DatasetConfig { id: 41d284a5-e1a7-4af1-a6ce-a8a12206664b (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 445850d3-409e-4c95-8343-8f02921bb17d (dataset): DatasetConfig { id: 445850d3-409e-4c95-8343-8f02921bb17d (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset): DatasetConfig { id: 45a6c5c5-1faf-4e5d-8534-58a8004d827b (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset): DatasetConfig { id: 4bd8d55d-d1ba-43ba-945f-5fe9bd138be2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset): DatasetConfig { id: 4be9d1df-7d8e-4732-8bbb-d008edddc685 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset): DatasetConfig { id: 4c1a3d10-0e76-483f-9b7c-bf05432e550a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset): DatasetConfig { id: 52c5e4d7-c69c-4fc8-be23-fcbc587d1071 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset): DatasetConfig { id: 562aa0c8-d77c-4a6d-bb95-8feca2b29b53 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset): DatasetConfig { id: 56ccac30-a688-4cf9-8ac1-4b09eefff85d (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset): DatasetConfig { id: 60924b2a-cc42-4cc4-a5c6-d8f8a8feace4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 60f62937-57ba-4442-83d2-246ff2e09438 (dataset): DatasetConfig { id: 60f62937-57ba-4442-83d2-246ff2e09438 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset): DatasetConfig { id: 621837dd-88b6-4975-afcb-9f2eba88b6ca (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset): DatasetConfig { id: 6fe564bb-732e-4474-afb0-800d27a3bd5c (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset): DatasetConfig { id: 6ffd4204-fd68-4418-9443-a80c9c1644b9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset): DatasetConfig { id: 78b422ca-ecef-4f0b-8595-4780f79fd8ca (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7953d98d-597e-4a23-8f6b-f613781926bd (dataset): DatasetConfig { id: 7953d98d-597e-4a23-8f6b-f613781926bd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7dac7966-86f9-42f0-aa79-799126250279 (dataset): DatasetConfig { id: 7dac7966-86f9-42f0-aa79-799126250279 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset): DatasetConfig { id: 7edb3db8-c0f9-4c1e-9848-8bf8c84f8a93 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset): DatasetConfig { id: 83de38fb-4030-43a5-8966-0d6a7aae5c2e (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset): DatasetConfig { id: 85a2e221-4e28-4ea2-817b-6dbf044df430 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset): DatasetConfig { id: 932ef40f-2e7c-4a79-b955-715fd3f4a5fd (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset): DatasetConfig { id: 95e7e78f-5a8b-487f-a962-16eb8c0b76d9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset): DatasetConfig { id: 9ad9126a-1857-4963-9a4f-e4b02467a5f9 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset): DatasetConfig { id: a1482553-3458-4c0e-82d1-9cd9d42b7b1e (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset): DatasetConfig { id: a65f599c-c82a-4088-9660-dee1d33e3c89 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset): DatasetConfig { id: a9b80f5e-2941-4b72-b606-fb9f3ceb1433 (dataset), name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset): DatasetConfig { id: aed2c8e6-f52a-43c6-8b88-b5890c0562d8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset): DatasetConfig { id: b6fafa00-aeba-4af3-a970-8a9e8de1e5c9 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset): DatasetConfig { id: baf810d7-7774-4af2-a1f3-4c6bd03fdbcf (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset): DatasetConfig { id: bf56e3aa-1637-4e5b-af29-d83991a0f524 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset): DatasetConfig { id: c130b00f-b935-4f18-b64b-ae6b8a020f1a (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset): DatasetConfig { id: c137b0e3-bf29-43a5-a79b-546e0b0c3afe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset): DatasetConfig { id: c8e471cb-2b9c-4e5e-bc2c-67be2e29ffb4 (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, cadc5741-4095-4c08-8308-7e2e7319d165 (dataset): DatasetConfig { id: cadc5741-4095-4c08-8308-7e2e7319d165 (dataset), name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset): DatasetConfig { id: ce5241c9-b14b-4525-8343-9f45ded95f0a (dataset), name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset): DatasetConfig { id: d2e3b57f-d173-4857-b67b-e6edbbecc1b5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset): DatasetConfig { id: d71fd655-079f-4959-95d0-a32d65eb6da4 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, da2789d5-ec8f-460f-b810-85566898a95b (dataset): DatasetConfig { id: da2789d5-ec8f-460f-b810-85566898a95b (dataset), name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset): DatasetConfig { id: e163cb57-b497-41b1-9ff3-72c023e1eb30 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset): DatasetConfig { id: eabe6c6b-0d72-4819-ac05-4aa8a26080a3 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, ee8684ac-57ae-49bb-9218-28588dde929f (dataset): DatasetConfig { id: ee8684ac-57ae-49bb-9218-28588dde929f (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset): DatasetConfig { id: f32d2def-a907-403c-b419-9e74c9c00fe7 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset): DatasetConfig { id: f46aeb28-f431-4ae9-b701-4fe174de3930 (dataset), name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f63a81bb-8330-4f09-84b8-338b196146fe (dataset): DatasetConfig { id: f63a81bb-8330-4f09-84b8-338b196146fe (dataset), name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fae3eeae-471a-4913-a623-6e29101b1122 (dataset): DatasetConfig { id: fae3eeae-471a-4913-a623-6e29101b1122 (dataset), name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset): DatasetConfig { id: fff915b3-40c3-43b1-90ef-1a6a95165043 (dataset), name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143845554Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143856794Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143865364Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"} {"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.143872914Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.159197684Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone/oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.159232905Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone/oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.159240774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone/oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\"), full_name: \"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone/oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.223265Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.22330362Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.22330868Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.284448448Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.284480988Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.284485419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone\"), full_name: \"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.32445279Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.3244886Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.324493761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\"), full_name: \"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.39955338Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.39960448Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.39960954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.465904725Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.465944196Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.465949196Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.54062691Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.54066503Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.540670111Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\"), full_name: \"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.614093179Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.614130579Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.614142209Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.693098919Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.69313749Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.69314285Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.756327234Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.756361464Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.756366144Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug\"), full_name: \"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.794814966Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.794846766Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.794851147Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\"), full_name: \"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone/oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.873146108Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.873181619Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.873186359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.938016874Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.938047985Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:02.938052225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:02.98371525Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.00136979Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.00138433Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.00138889Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.039187533Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.039220784Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.039231064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.104205621Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.104244472Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.104249132Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.142152307Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.142187497Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.142192017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone\"), full_name: \"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.180035051Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.180069241Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.180073801Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug\"), full_name: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.217371058Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.217421298Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.217425739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.288675268Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.288712119Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.288716459Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.354560998Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.354594688Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.354599028Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.389888908Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.389922829Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.389926849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug\"), full_name: \"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.428832977Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.428866347Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.428871217Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\"), full_name: \"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone/oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.500345389Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.50038144Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.50038577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\"), full_name: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.571907393Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.571945214Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.571949424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.639544945Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.639577176Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.639581516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.711227281Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.711265941Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.711270521Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.769146726Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.769178447Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.769183397Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.806396482Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.806425043Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.806433843Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.871416521Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.871457151Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.871461601Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.942839052Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.942880453Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.942885643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug\"), full_name: \"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.980363291Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.980402771Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:03.980406951Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:03.986558872Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.051053603Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.051089914Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.051094394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.123841373Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.123887613Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.123892113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone\"), full_name: \"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.160250518Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.160284618Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.160289178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.220277731Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.220322612Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.220327292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.299371473Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.299407313Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.299411473Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.373375668Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.373412098Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.373416439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.438422477Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.438458217Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.438474327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.514800893Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.514842494Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.514848244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.586096153Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.586133114Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.586137674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.650848888Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.650884449Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.650888969Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.68855357Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.688595641Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.688600121Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.726346693Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.726379763Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.726383743Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.787503341Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.787538281Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.787542831Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\"), full_name: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.861480216Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.861516116Z","hostname":"sock","pid":1566,"name":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.861520766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.923672157Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.923706318Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.923710448Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.962313061Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.962347522Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:04.962351832Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:04.988458701Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.040825755Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.040855305Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.040859935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.107810038Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.107838909Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.107844079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.172440652Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.172483482Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.172488802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.25131635Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.251351191Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.251355591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone\"), full_name: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.290745425Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.290776575Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.290792345Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone\"), full_name: \"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.329379439Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.329407309Z","hostname":"sock","pid":1566,"name":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.329411399Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug\"), full_name: \"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.369162868Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.369190478Z","hostname":"sock","pid":1566,"name":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.369195358Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\"), full_name: \"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/zone/oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.44209965Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone/oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.4421297Z","hostname":"sock","pid":1566,"name":"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone/oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.44213485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone/oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\"), full_name: \"oxp_3897c72b-37ba-4126-b207-cca189c4751f/crypt/zone/oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.518188882Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.518219983Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.518223963Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.58089115Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.580919881Z","hostname":"sock","pid":1566,"name":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.580923921Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.642015587Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.642042838Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.642046768Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.703816264Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.703854894Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.703858954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.778082353Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.778114233Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.778118223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.816751877Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.816783278Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.816788318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/zone/oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.88980915Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.889840621Z","hostname":"sock","pid":1566,"name":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.889844871Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\"), full_name: \"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/zone/oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:05.989878055Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.990937409Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.990947109Z","hostname":"sock","pid":1566,"name":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:05.990951149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\"), full_name: \"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/zone/oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.068250667Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.068292978Z","hostname":"sock","pid":1566,"name":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.068297228Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), full_name: \"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/zone/oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.140783694Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"} {"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.140824254Z","hostname":"sock","pid":1566,"name":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"} {"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.140828474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.206617153Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.206955757Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"} {"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.20718295Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.207291761Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"74341024-56d2-494b-8e0e-f5a66ca45eb4","remote_addr":"[fd00:1122:3344:101::1]:40478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4063984,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.238920524Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.239083936Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:33461"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.23936062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.23936923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.24861194Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.248649761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.257138672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.257175352Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.265712114Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"No ledger in /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.265761784Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"No ledger in /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.265787264Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.265858385Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":3,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.265866585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.316571827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.316627668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.316642728Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.371065108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.375138601Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.379301845Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.391106819Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.395517227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:06.399623581Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:06.99218615Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.686099493Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4401"} {"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.686152713Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4411","gateway":"fd00:1122:3344:101::1"} {"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.691478523Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4425","gateway":"fd00:1122:3344:101::1"} {"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.691504583Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4490"} {"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.836775629Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4531"} {"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.836821439Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4558"} {"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.875807008Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4571"} {"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.875845638Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4442"} {"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.923758133Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4484"} {"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.923788494Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4538","rack_subnet":"fd00:1122:3344::"} {"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.943575272Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4549"} {"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:07.943616612Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4622"} {"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.014728189Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4654"} {"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.01475887Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4660"} {"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.10369388Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4701"} {"msg":"configuring tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.103966654Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4574"} {"msg":"Profile for oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.109612997Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"refreshed tfport service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.200942128Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4607"} {"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.200984749Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:08.233457403Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"} {"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.234200362Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:08.235211596Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1069387983203858744"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:08.235349397Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2004297213801855812"} {"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.265233227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"} {"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.265339129Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"} {"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.265876426Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"1"} {"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.265915366Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n links: {\n \"0\": LinkSettings {\n addrs: [\n 10.151.2.174,\n ],\n params: LinkCreate {\n autoneg: false,\n fec: Some(\n None,\n ),\n kr: false,\n lane: Some(\n LinkId(\n 0,\n ),\n ),\n speed: Speed40G,\n tx_eq: None,\n },\n },\n },\n}"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.300979444Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:08.326480026Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12960829913876052931"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:08.327052004Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7313885003725688660"} {"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352470445Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352533176Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352551217Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352572607Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352585687Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352594317Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352600707Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352609077Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352615757Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352623977Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352630878Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352637067Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352643358Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352651158Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352657908Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352662968Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352675068Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352679708Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352684388Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352689158Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352693798Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"} {"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352698228Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.352702639Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"} {"msg":"Profile for oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.590168996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.590231917Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/services.rs:1066","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:08.590252587Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/services.rs:1066","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"} {"msg":"Profile for oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:09.069380177Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:09.069499169Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:09.073746914Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:09.077893788Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"sled-agent/src/services.rs:1066","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"} {"msg":"Booting oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:09.077959599Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 51.442307ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.205950529Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 33.841311ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.212277121Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 30.638875ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.218380281Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 81.981981ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.254218569Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 127.601344ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.260769824Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 112.119863ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.267476681Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 134.900655ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.372897117Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 179.607275ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.394340497Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 202.049376ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.420478198Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 367.767631ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.540047077Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 369.775455ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.603405544Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 584.039305ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.689230884Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 683.526774ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.936486429Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 672.348052ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:09.990574704Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 744.475314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:10.283178791Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 1.151567982s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:10.63337055Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 1.40822282s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:10.674567717Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 1.104974332s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:11.036908963Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 906.700515ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:11.795137875Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 937.431777ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:12.093354595Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 1.322590116s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:12.153433679Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 1.28181033s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:12.710319984Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 1.193989925s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:13.041049658Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 604.550275ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:13.484892798Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 591.637089ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:14.002998026Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820\") failed: Property not found. retry in 1.492068927s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:14.098431681Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf\") failed: Property not found. retry in 902.60141ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:14.245134965Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd\") failed: Property not found. retry in 1.082726507s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:14.602960013Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.706195965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_internal_dns_502e4d52-6b61-4446-b5f0-f176645ba8cd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.706260696Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_internal_dns_de07c7d2-5bec-4260-bfde-ca2dc39e0820"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.706266816Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_internal_dns_ba74057b-c0c3-4876-8f0f-3855b9a1e6bf"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.706276846Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.70660087Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.706865764Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"8606a579-ed34-47a0-a9af-ce5263ffa0f9","remote_addr":"[fd00:1122:3344:101::1]:33461","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9467688,"response_code":"204"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:15.708710608Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"failed to write DNS configuration (will retry in 72.134461ms)","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:15.930212688Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:678","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:1::1]:5353/config): client error (Connect): tcp connect error: Connection refused (os error 146): Connection refused (os error 146)"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.030239342Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.085637444Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"} {"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.140604881Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.140618742Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.171845709Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.172799761Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.172817692Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.202300396Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.202376927Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:59010"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.20255781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.20256835Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.21408597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.214142011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.224727889Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.22478459Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.234345784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.234408485Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.234606158Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.234724489Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":1,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.234732329Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.246913948Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.279119019Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.279776527Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.279782677Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.309719248Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 228, 69]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.309731828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1358","zone_type":"boundary_ntp"} {"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.310325386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.310331886Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.310618279Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.312518784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.336644689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:16.355516145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:17.024966528Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:17.025087479Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 64.374876ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:17.16694732Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 66.769501ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:17.248378072Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 254.162093ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:17.326645123Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 316.323633ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:17.593976501Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 1.069297609s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:17.918785778Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:18.236980659Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1069387983203858744"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:18.23710131Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2004297213801855812"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:18.327150775Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12960829913876052931"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:18.32828705Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7313885003725688660"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 593.459129ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:18.999016899Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 1.090018122s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:19.601453748Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 540.892128ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:20.701709712Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 588.42048ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:21.251759086Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44\") failed: Property not found. retry in 1.096766345s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:21.849810738Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.965868478Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.965947499Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.966375553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.966758848Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"ddcc6f7e-d0a2-412c-84e1-68ac0ea822a6","remote_addr":"[fd00:1122:3344:101::1]:59010","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":6764333,"response_code":"204"} {"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.968953897Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.998569823Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:22.998742936Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:64749"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:23.007729663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:23.007818854Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"54aabc0d-65cd-4fc8-a583-918b16f84f2d","remote_addr":"[fd00:1122:3344:101::1]:64749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8991,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:23.00902396Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:23.151816133Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:23.151999875Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:59218"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:25.177194824Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9484122180592949777"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:25.611438719Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11113750812681535678"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:25.708745298Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8197767730611370196"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:27.160728009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:27.16080118Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"1165d843-6d21-4e59-a293-5bda55ac9e55","remote_addr":"[fd00:1122:3344:101::1]:59218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008743,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:27.163073369Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:27.348772142Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:27.348943694Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:42625"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:27.357586987Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:27.357700508Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"32b54746-3cd5-4954-867a-4371c9f83026","remote_addr":"[fd00:1122:3344:101::1]:42625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8667,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:27.360191041Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:27.538082402Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:27.538218483Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46388"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:28.240259852Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1069387983203858744"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:28.240362213Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2004297213801855812"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:28.328674865Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12960829913876052931"} {"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:28.328910518Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7313885003725688660"} {"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_76f01549-ef15-4692-813c-282a9c48bc44': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1 stdout: 506 Cannot talk to daemon\n stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:00:31.657485807Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4009"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.657614528Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"048f7d20-ad1a-4515-b323-ebd3a01abf88","remote_addr":"[fd00:1122:3344:101::1]:46388","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4009343,"response_code":"500"} {"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:31.659560343Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""} {"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.845444709Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.84558269Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:44699"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.867432726Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"7ba638d8-c06f-482e-8952-854f947b21ba","remote_addr":"[fd00:1122:3344:101::1]:44699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":21736,"response_code":"200"} {"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1111213662, ip_addr: 66.59.198.94, stratum: 3, ref_time: 1740736829.7523155, correction: -0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.870603257Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"} {"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.870612877Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1378"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.90073374Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.900808691Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:40478"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.901016084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.901025204Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.911091925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.911139926Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.920915983Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.920949504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.931294079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.931328729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.94058923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.94062066Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.949503156Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.949537477Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.958619365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.958663676Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.967748564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.967780304Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.977247578Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.977283999Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.977458521Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.977597723Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":5,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:31.977609553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.053901603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.053957514Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.053966084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.053970364Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.053977884Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.149404018Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.153647984Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.157536155Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.161556947Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.165911564Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.171035281Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.175662341Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.180429083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.184915912Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:32.190232191Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.202330553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.202438424Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.284865992Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.285079405Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.285087585Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.290950732Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.295195207Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.295343349Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.29540028Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:35.299909079Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 69.49031ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.358007649Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.392257797Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"250.979537ms"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 31.41741ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.430298235Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 61.126604ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.452168421Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 53.3743ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.47198709Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 52.296632ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.483042895Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 38.238893ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.496118786Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 130.411834ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.526795362Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 148.599086ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.63553573Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 270.523646ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.687414158Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 118.936832ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.889845446Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 147.037446ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:35.927775783Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 243.237652ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.035214358Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 235.705661ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.053924773Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 261.125956ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.086845023Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 205.089532ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.117930699Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 125.3597ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.155701014Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 371.61052ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.269393241Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 380.080821ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.307374278Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 589.124193ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.334651295Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 714.497003ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.364721398Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 452.540218ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.393364372Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 1.132162913s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.677075264Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 1.186638094s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.729866314Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 423.919871ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.918987957Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 1.164629911s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:36.975990504Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 950.501993ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:37.131718171Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 717.683053ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:37.384276925Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 818.418759ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:37.819204184Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 1.30397836s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:37.926069822Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:37.989998718Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48265"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:37.990249342Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"467c056a-b98b-445b-ae83-794b5f358a93","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48265","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":86,"response_code":"200"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 565.213311ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:38.091980682Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 1.377612953s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:38.111302665Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 978.528688ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:38.146621647Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 1.165230528s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:38.644387248Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 1.322584505s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:38.663980945Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 863.597544ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:39.131385188Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 548.325299ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:39.236929699Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 507.313023ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:39.494986544Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 518.162177ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:39.794362041Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 1.417796971s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:39.815079782Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 1.315577365s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:39.991678462Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 676.939212ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:40.001385689Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 1.006783577s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:40.009345803Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 836.241166ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:40.321097111Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 1.408104087s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:40.686873906Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 615.497912ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.024168928Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 664.779319ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.164787037Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 562.957477ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.240221593Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 575.0393ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.313047856Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 1.242833107s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.649627629Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 548.99931ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.812233556Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 1.286342604s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.836557985Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 962.381288ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:41.897057236Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 592.647386ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:42.100050921Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 762.053038ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:42.370440488Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 1.221364776s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:42.702002195Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 726.960335ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:42.866378525Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 602.913096ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:42.899283856Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 1.332499825s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:43.128876378Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 534.206223ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:43.139583578Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 871.485697ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:43.511376962Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 1.057791699s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:43.601901896Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 665.415065ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:43.682220107Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 744.614356ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:43.928560019Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 1.162335152s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:44.355774866Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 699.213738ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:44.38972169Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 751.989319ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:44.467508428Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 1.495488924s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:44.667707947Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 1.471600061s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:44.681054661Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 1.077815846s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:45.098738175Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 812.508357ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:45.228573863Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 1.318712569s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:45.52495958Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 896.353934ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:46.048815602Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a\") failed: Property not found. retry in 1.456725467s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:46.157708606Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f\") failed: Property not found. retry in 1.038926588s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:46.168141683Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b\") failed: Property not found. retry in 531.911162ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:46.183564114Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d\") failed: Property not found. retry in 1.270565322s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:46.850874383Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0\") failed: Property not found. retry in 502.746926ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:46.952578314Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140054937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_cockroachdb_38c5d8ae-2040-46e0-9c2f-c82636ec419a"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140119278Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_cockroachdb_6b50659e-3ef0-4b9e-9dce-e37f6c6e835b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140126048Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140130988Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_cockroachdb_cc9b270c-ab48-4071-a0ac-46c60b11deb0"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140135948Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_cockroachdb_7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140142968Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.140594344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.141001869Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"15a0b681-055c-4bc2-957d-9b7be8fa2f51","remote_addr":"[fd00:1122:3344:101::1]:40478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":16293752,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.174123983Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:44197"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.202146639Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"14127986-4848-4496-8f24-dffb6b844493","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27925,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:48.202423793Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"123.738544ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14127986-4848-4496-8f24-dffb6b844493\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"14127986-4848-4496-8f24-dffb6b844493\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.354419491Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"d92217b5-297e-4585-84a8-d2aeede88194","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27191,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:48.354825887Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"146.392065ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d92217b5-297e-4585-84a8-d2aeede88194\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d92217b5-297e-4585-84a8-d2aeede88194\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.529581852Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"475ed851-2be3-4b68-b670-609ee171135f","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":27620,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:48.529765295Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"205.305561ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"475ed851-2be3-4b68-b670-609ee171135f\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"475ed851-2be3-4b68-b670-609ee171135f\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.762925345Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"26337d8e-62ea-4aa3-b4cd-1f0f73d4979a","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26578,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:48.763108187Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"99.140833ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26337d8e-62ea-4aa3-b4cd-1f0f73d4979a\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"26337d8e-62ea-4aa3-b4cd-1f0f73d4979a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:48.889984027Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"3e57c796-7d38-41ec-b441-c2e8e7ddf82a","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26978,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:48.890151379Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"171.047801ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e57c796-7d38-41ec-b441-c2e8e7ddf82a\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"3e57c796-7d38-41ec-b441-c2e8e7ddf82a\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:49.088523873Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"1f1650f0-7c24-4d93-bdbe-c05debe4ac61","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26674,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:49.088706035Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"199.717744ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1f1650f0-7c24-4d93-bdbe-c05debe4ac61\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:48 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"1f1650f0-7c24-4d93-bdbe-c05debe4ac61\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:49.314706692Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"8e668762-240d-40ad-bed4-16a2d8ce8291","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":25332,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:49.314898794Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"216.763549ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8e668762-240d-40ad-bed4-16a2d8ce8291\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"8e668762-240d-40ad-bed4-16a2d8ce8291\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:49.55762792Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"b2065ca8-56b6-4e51-bbe0-74b19c097b6c","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":26152,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:49.557775231Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"425.496522ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b2065ca8-56b6-4e51-bbe0-74b19c097b6c\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b2065ca8-56b6-4e51-bbe0-74b19c097b6c\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:50.011903682Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"bddaed7a-3c87-4a92-a921-0da84c84804e","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":28013,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:50.012101574Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"422.716824ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bddaed7a-3c87-4a92-a921-0da84c84804e\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:49 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bddaed7a-3c87-4a92-a921-0da84c84804e\" }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:50.464427591Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"7623e39a-7fb9-4048-a323-f0743652030a","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"Failed to get address: Failed to get address for name oxControlService7/omicron6 in oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f: Zone execution error: Command [/usr/sbin/zlogin oxz_cockroachdb_1e6a168e-9eba-471b-a04b-98f70b960e8f /usr/sbin/ipadm show-addr -p -o ADDR oxControlService7/omicron6] executed and failed with status: exit status: 1 stdout: \n stderr: ipadm: Could not get address: Object not found","latency_us":30124,"response_code":"500"} {"msg":"Failed to initialize CockroachDB","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:00:50.464665274Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1144","retry_after":"510.332057ms","error":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7623e39a-7fb9-4048-a323-f0743652030a\", \"content-length\": \"124\", \"date\": \"Fri, 28 Feb 2025 10:00:50 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"7623e39a-7fb9-4048-a323-f0743652030a\" }"} {"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:00:51.009032235Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3852"} {"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:02.606454802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3870"} {"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.910550942Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3893"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.912189803Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"ca4424e7-0e9c-472c-a287-beccc60044b7","remote_addr":"[fd00:1122:3344:101::1]:44197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":16983461,"response_code":"204"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:07.933782196Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"291.197984ms"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.956800117Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40536"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.957697519Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"1a792a5e-db7a-4c40-a4c4-b7981ffa3c9e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40536","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":363,"response_code":"200"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.967521757Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.969139237Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:44078"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.970625937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.970639197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.986856449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.98689852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.997221295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:07.997258825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.008694375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.008751515Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.020820153Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.020924445Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.031061467Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.031100118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.041136219Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.041176199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.05115786Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.051195961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.060094617Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.060130358Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.070111638Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.070146318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.080701437Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.080739377Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.091125253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.091159844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.101141264Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.101178075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.11152736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.11156295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.122837358Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.122874428Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.132789868Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.132826849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.143367326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.143407207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.153828033Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.153863694Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.164090098Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.164125188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.174157958Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.174192999Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.183822925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.183873356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.184299582Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.184483424Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.184492764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295372665Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295421005Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295426296Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295430536Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295434825Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295438926Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295443096Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295447166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295451256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295455316Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295458486Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295472006Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295476186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295479316Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295483386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295486456Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295490956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295499646Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.295503826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.295629938Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"36aa43aa-5fc2-4690-ae55-6b1196f1c200","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":327244,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.29585038Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"89.486132ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"36aa43aa-5fc2-4690-ae55-6b1196f1c200\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:07 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"36aa43aa-5fc2-4690-ae55-6b1196f1c200\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.385882619Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.386203813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.386210363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.398378652Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.398413253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.409711131Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.409748251Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.420665804Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.420696414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.433544992Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.433590653Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.445092233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.445129394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.455413712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.455446409Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.466204169Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.46622946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.476520804Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.476544915Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.486309756Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.486340403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.496007899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.49603202Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.505274572Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.505302691Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.514299419Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.514326919Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.525175581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.525202084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.534373361Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.534413812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.54346752Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.54349507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.553525332Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.553551272Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.562826893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.562854374Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.572065934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.572094088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.581095902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.581126753Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.593110039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.59313954Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.593370483Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.593526795Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.593531635Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691643958Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691697799Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691704009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691709229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691714349Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691718229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691725109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691730589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691734629Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691756407Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691761348Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691766335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691772682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691777417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691782085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.69178874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.69179466Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691802101Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.691807241Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.691880282Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"14d54bca-ff19-4285-b802-bbb8431a6a6e","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":306708,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:08.692052234Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"178.098401ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14d54bca-ff19-4285-b802-bbb8431a6a6e\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:07 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"14d54bca-ff19-4285-b802-bbb8431a6a6e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.870802162Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.871276791Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.87138637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.884347729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.88439648Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.894072326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.894117787Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.904094298Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.904141558Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.915361305Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.915407566Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.925129225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.925171943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.935206674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.935248795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.946782816Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.946823817Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.956788607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.956828187Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.967637238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.967679278Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.977513937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.977551567Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.987572089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.987616389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.997910371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:08.997953553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.007956545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.008001686Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.018807227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.018847458Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.02894216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.02898586Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.038952781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.038999931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.049185745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.049225295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.058698319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.058745355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.068046611Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.068086832Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.077842459Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.07788977Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.078211804Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.078359576Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.078368126Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173818325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173860215Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173866266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173870416Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173874426Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173879366Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173883436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173895076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173898496Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173902256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173906236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173910096Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173914216Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173917286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173921226Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173924296Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173927226Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173930207Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.173934067Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.173959337Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"4e347a16-3901-4062-acdf-c5ae6a18e71d","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":303737,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.174106319Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"125.728793ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e347a16-3901-4062-acdf-c5ae6a18e71d\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:09 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"4e347a16-3901-4062-acdf-c5ae6a18e71d\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.299965645Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.300290489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.300297229Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.311367114Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.311407415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.322159715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.322193496Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.332047674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.332090925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.343237571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.343269771Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.35311415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.353142331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.36226446Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.362295971Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.372106759Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.372137469Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.383580599Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.383616909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.394246449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.394274609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.404013356Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.404044326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.413122455Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.413151886Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.422043712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.422072892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.4318228Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.431861861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.440825248Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.440853658Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.449775785Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.449803475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.459510852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.459540283Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.47007876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.470108821Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.480125702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.480160772Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.489268541Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.489300202Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.499176291Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.499210211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.499389284Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.499528295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.499533376Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595197587Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595249368Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595257008Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595264188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595269518Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595274528Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.59529791Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595303497Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595308522Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595311935Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595316717Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595319914Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595323251Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595326345Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.59533107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.59533437Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595339049Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595342639Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595346069Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.595349719Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"739e80c1-fe15-4d5b-b38b-61ce0f9604a0","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":296075,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:09.595530542Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"107.64937ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"739e80c1-fe15-4d5b-b38b-61ce0f9604a0\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:09 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"739e80c1-fe15-4d5b-b38b-61ce0f9604a0\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.704836901Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.705284907Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.705296357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.717084941Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.717128562Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.728766124Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.728808755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.738665324Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.738706274Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.748262249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.74830717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.75900163Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.7590423Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.777677554Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.777720795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.788613867Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.788653478Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.799418378Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.799457309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.810280731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.810319331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.822152656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.822190186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.833373623Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.833412413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.844234345Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.844271725Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.853754719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.8537943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.863166832Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.863200233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.872988581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.873026181Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.881952088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.881987358Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.890760043Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.890793604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.901088179Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.901124729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.910668374Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.910698094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.92030786Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.92034308Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.920556633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.920698545Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:09.920704525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018328281Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018379172Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018385582Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018389312Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018404882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018408502Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018413692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018420113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018425193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018430473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018435553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018439363Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018443023Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018448303Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018453283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018456533Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018461163Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018466163Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018469363Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.018511954Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5949333b-d148-465b-b78e-ade169c54ca4","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":314413,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.018681956Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"134.671244ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5949333b-d148-465b-b78e-ade169c54ca4\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:09 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"5949333b-d148-465b-b78e-ade169c54ca4\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.153722752Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.15430502Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.1543119Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.165536207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.165568947Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.175951683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.175993034Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.186510551Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.186540622Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.195629591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.195660781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.205383948Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.205415568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.215017674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.215048154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.225803855Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.225840456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.235894557Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.235928388Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.245622145Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.245654405Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.255329841Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.255362862Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.2651284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.26516013Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.274418831Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.274458425Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.28351494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.28354339Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.292310875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.292341166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.301783109Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.3018144Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.310957299Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.310988069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.320087449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.320122379Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.329874027Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.329903607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.338686362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.338716122Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.347354135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.347390146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.347583588Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.34774889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.34775793Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438796572Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438830352Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438836142Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438851722Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438855802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438858882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438866912Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438869932Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438872842Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438876822Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438880653Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438883742Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438887693Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438890673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438893643Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438896693Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438900663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438904673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.438910803Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.438913883Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"4b427052-bb8a-4af8-a724-6f139c571b61","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":285555,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.439052898Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"156.660047ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b427052-bb8a-4af8-a724-6f139c571b61\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:10 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"4b427052-bb8a-4af8-a724-6f139c571b61\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.596820148Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.597117723Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.597124532Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.608222248Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.608253438Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.619330363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.619359013Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.630103834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.630133054Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.640299797Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.640333548Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.650513021Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.650544081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.659782032Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.659805692Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.668983552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.669009343Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.679099245Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.679129905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.688068702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.688095613Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.697459445Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.697486315Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.706477193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.706506733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.715151347Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.715181307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.724319136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.724346537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.732819567Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.732843468Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.743585568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.743610449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.752775249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.752804099Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.761761086Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.761785986Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.770325758Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.770352598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.779309056Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.779340076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.788386025Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.788417135Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.788605367Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.788724779Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.788729539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886099443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886165624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886174104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886177794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886181274Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886186094Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886189574Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886193094Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886197834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886202874Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886206304Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886211254Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886214754Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886218094Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886221384Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886224674Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886239065Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886242825Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886246385Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:10.886251605Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"83da4e4b-6119-4802-96b5-de36d6fcb072","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":290096,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:10.886418067Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"149.333078ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83da4e4b-6119-4802-96b5-de36d6fcb072\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:10 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"83da4e4b-6119-4802-96b5-de36d6fcb072\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.036514039Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.036863874Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.036870784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.048649818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.048690309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.06026876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.060313061Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.070337452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.070379762Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.081043032Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.081082213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.091214395Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.091249692Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.100489686Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.100526957Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.110435097Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.110469857Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.119742498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.119776189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.129596597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.129632537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.139670179Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.139705529Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.150136596Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.150186957Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.159786962Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.159822972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.169726332Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.169760802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.179276607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.179312287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.189327309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.189366199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.19863413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.198674611Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.207608577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.207638798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.216706416Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.216736467Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.226528435Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.226561925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.235818977Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.235857156Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.236043Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.236174231Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.236192942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333525575Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333565645Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333570755Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333574945Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333578025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333581856Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333586196Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333589285Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333594102Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333597225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333600066Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333602869Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333606638Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333609769Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333613406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333622666Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333625956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333629956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333632856Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.333636106Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"8b11c0bf-b97c-46b5-9e47-fa4c51348f5e","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":297791,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.333786368Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"277.754213ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b11c0bf-b97c-46b5-9e47-fa4c51348f5e\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:10 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"8b11c0bf-b97c-46b5-9e47-fa4c51348f5e\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.611720784Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.612025128Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.612035838Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.623428317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.623462227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.634740445Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.634769065Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.644600654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.644627254Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.654312451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.654341461Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.665022781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.665047621Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.674108Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.67413236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.683205849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.683235749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.693852778Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.693879838Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.703097439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.70312383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.712934188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.712958238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.72380394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.72382901Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.73449064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.734515962Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.744761764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.744786964Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.754226058Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.754251258Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.764761396Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.764793696Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.775439736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.775464476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.785491047Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.785515197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.79491824Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.79494724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.804221622Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.804241492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.813450893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.813490533Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.813676505Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.813938049Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.813943679Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911217221Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911270062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911277352Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911283802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911291193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911296982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911301923Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911305183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911308263Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911312243Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911316093Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911319193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911322233Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911337913Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911342023Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911345283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911349043Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911351993Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911354953Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:11.911358783Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"5fd82941-ea7e-4915-a724-5d3e37195283","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":300309,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:11.911486335Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"290.300566ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd82941-ea7e-4915-a724-5d3e37195283\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:11 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"5fd82941-ea7e-4915-a724-5d3e37195283\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.202141406Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.202455341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.20246505Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.214085742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.214112553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.225229158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.225259049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.235074387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.235104148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.245100218Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.245128045Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.254324949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.254357789Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.263412288Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.263438808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.272192213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.272223203Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.283296568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.283324388Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.293240528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.293267348Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.304320513Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.304364603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.315635361Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.315663701Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.325140475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.325166246Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.335471401Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.335495741Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.34542038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.345449661Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.354798373Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.354831211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.365965049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.36599306Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.375559415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.375587165Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.384617803Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.384646764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.3935544Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.39358101Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.404076998Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.404124019Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.404314131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.404439503Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.404445723Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504716454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504858046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504867976Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504875826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504879837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504883477Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504887337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504891007Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504896097Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504900757Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504905917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504920807Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504927727Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504931107Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504934537Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504939517Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504944277Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504947997Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.504952847Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.505001498Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2cb4caff-de3f-4e1f-9561-763d252d499f","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":303558,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:12.50517375Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"362.828831ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cb4caff-de3f-4e1f-9561-763d252d499f\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:11 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"2cb4caff-de3f-4e1f-9561-763d252d499f\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.867717393Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.868025907Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.868034387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.879916042Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.879948773Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.890316398Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.890352279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.899895524Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.899930894Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.909128325Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.909165325Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.918448066Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.918494557Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.929377449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.92941468Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.938273626Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.938303646Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.94701954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.947055061Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.956039427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.956075628Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.966755308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.966780718Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.976377133Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.976409124Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.985496603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.985526923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.995140876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:12.995168539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.004231338Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.004262018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.013278726Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.013313177Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.022385715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.022415556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.031702517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.031732508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.042236905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.042274355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.052399538Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.052430839Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.064494076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.064549767Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.06477Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.064924916Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.064932004Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165398356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165441307Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165446197Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165450387Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165454357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165458207Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165462157Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165466097Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165470077Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165573139Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165599459Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165608269Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165615209Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165620939Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165624689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165631549Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165639203Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165644256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165647799Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.165727081Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2337891b-74da-4e2b-afe2-67647390a0ec","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":298699,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:13.165898363Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"727.565273ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2337891b-74da-4e2b-afe2-67647390a0ec\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:12 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"2337891b-74da-4e2b-afe2-67647390a0ec\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.892546298Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.892906883Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.892913363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.90490136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.90495561Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.915935454Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.915986645Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.926500542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.926550863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.937341314Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.937380564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.946921249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.94697007Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.955992967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.956035587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.966046589Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.966089659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.976235602Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.976274762Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.987644131Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.987693812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.99751059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:13.997558991Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.007940026Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.007977357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.018475794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.018520895Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.028630257Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.028670988Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.039288304Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.039335407Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.050729136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.050779227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.060281181Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.060325662Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.071547739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.071589149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.081494519Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.081541659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.090984873Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.091042844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.100119499Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.100164543Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.100361186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.100510097Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.100516728Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193275521Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193315571Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193319942Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193323902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193327792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193331322Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193334962Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193338472Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193348452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193351962Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193355122Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193358632Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193362132Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193365612Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193369212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193372652Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193375952Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193437633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193444353Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.193547165Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"30183fd4-2e2b-47b6-806e-5d587ee33910","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":301690,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:14.193709867Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"640.054825ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"30183fd4-2e2b-47b6-806e-5d587ee33910\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:13 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"30183fd4-2e2b-47b6-806e-5d587ee33910\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.833563857Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.83386543Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.833872951Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.845563143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.845598294Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.855117599Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.855149379Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.864583932Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.864622823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.873046982Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.873074794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.882233533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.882263094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.890981735Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.891005458Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.899680691Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.899712812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.908387225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.908423186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.917071279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.917097389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.92631259Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.92634713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.935753993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.935781444Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.947378166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.947410686Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.958074775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.958114765Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.96763142Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.96766662Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.977374897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.977403318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.986927122Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.986956683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.996605889Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:14.996636079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.006176844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.006205564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.015942422Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.015976882Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.026339798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.026389588Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.026576041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.026703572Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.026710543Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125277372Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125340026Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125344479Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125349579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.12535452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125361354Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125366792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125386653Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125392074Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125395983Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125401323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125406524Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125411794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125417034Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125422414Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125427584Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125431264Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125436574Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125439884Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:15.125474864Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6b2df7d5-20d5-444f-a0f8-f84678936acb","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":292594,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:15.125651757Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.173452172s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b2df7d5-20d5-444f-a0f8-f84678936acb\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:15 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"6b2df7d5-20d5-444f-a0f8-f84678936acb\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.297542015Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.297840829Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.297847319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.309520552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.309568923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.319558803Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.319606604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.330609178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.330647519Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.341187136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.341226967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.350362086Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.350414567Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.36060782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.360646851Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.369526207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.369570808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.379721681Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.379757721Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.388916213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.388959113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.397938899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.397983669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.408276184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.408319595Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.418157533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.418195994Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.427377484Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.427422565Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.436897598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.436939299Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.446449743Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.446495764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.455587873Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.455631223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.464691062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.464729922Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.475045568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.475090518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.484725694Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.484774315Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.495235412Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.495276662Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.495456134Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.495578036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.495583966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592555354Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592611865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592618495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592624086Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592629455Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592645016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592649106Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592654666Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592659976Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592666336Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592670356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592675986Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592682746Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592688346Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592693476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592697027Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592702327Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592707627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.592712697Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:16.592778508Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"1c91f9a3-7f0e-4d15-84f5-38cfc7cff50a","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":295931,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:16.59296277Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"602.713319ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1c91f9a3-7f0e-4d15-84f5-38cfc7cff50a\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:16 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"1c91f9a3-7f0e-4d15-84f5-38cfc7cff50a\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.194794682Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.195100606Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.195108496Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.2069227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.206969451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.217875154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.217936425Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.228721666Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.228763036Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.238382172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.238418182Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.247281688Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.247331699Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.255970252Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.256005563Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.265038381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.265086291Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.274219141Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.274264261Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.283599463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.283643284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.293430582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.293474876Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.302658333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.302700983Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.312276539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.312334199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.321805563Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.321849124Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.331155126Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.331193936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.34142436Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.341470641Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.350807363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.350847463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.360185135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.360229926Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.369309214Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.369347105Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.37892032Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.378971581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.388260333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.388317743Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.388533836Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.388691888Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.388700228Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484346759Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.4844149Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.4844268Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484447901Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484452161Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484457081Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484460921Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484464741Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484474821Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484478991Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484483871Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484488031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484491541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484497881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484502741Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484506321Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484515212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484520392Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484523992Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:17.484532172Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c568c935-d15e-468f-8325-3e978381de90","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":290380,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:17.484669934Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.900838454s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c568c935-d15e-468f-8325-3e978381de90\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:17 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"c568c935-d15e-468f-8325-3e978381de90\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.381473114Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.382050302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.382059292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.393578273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.393622833Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.404983942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.405026973Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.414618618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.414656819Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.424028531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.424067322Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.432774996Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.432810546Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.441358298Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.441400269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.449994541Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.450029401Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.459565626Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.459605493Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.468362011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.468396002Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.479618688Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.479656399Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.488800069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.488850369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.499055263Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.499096243Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.508335494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.508381625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.517500134Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.517540645Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.526700974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.526747625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.536832337Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.536868187Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.545862305Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.545909685Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.555078085Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.555118086Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.56610306Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.5661369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.575053607Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.575100047Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.57526656Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.575408502Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.575415951Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.670920331Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.670997542Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671017342Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671026752Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671030982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671045477Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671050173Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671060193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671064733Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671069083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671075303Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671081113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671088423Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671092663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671098333Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671104273Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671110113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671125274Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671132994Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:19.671138154Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"97d49c1d-c78a-4997-99c0-cfd8d7295335","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":290015,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:19.671238625Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.037189974s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"97d49c1d-c78a-4997-99c0-cfd8d7295335\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:19 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"97d49c1d-c78a-4997-99c0-cfd8d7295335\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.707125925Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.707425229Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.707434029Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.718792467Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.718855478Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.72893854Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.728993801Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.737594633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.737648154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.745891142Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.745940342Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.756561781Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.756609092Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.767640096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.767700447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.777390144Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.777442185Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.786967859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.787017225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.797440826Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.797484337Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.806774868Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.806824749Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.815249109Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.81531187Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.823186073Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.823233933Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.8328699Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.83292703Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.841762806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.841817517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.851500403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.851547764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.860954497Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.861003988Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.869541969Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.86959101Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.879137965Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.879180925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.887655966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.887701457Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.896963228Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.897023199Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.897190091Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.897312963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.897319823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990512461Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990568122Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990576452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990581982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990586092Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990594982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990599352Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990604472Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990612342Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990618022Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990623113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990630762Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990635062Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990639063Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990644083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990658183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990663633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990667753Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990672793Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:20.990678023Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"594323d0-ceb4-4618-970a-273d68630639","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":284160,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:20.990802265Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.206204843s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"594323d0-ceb4-4618-970a-273d68630639\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:20 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"594323d0-ceb4-4618-970a-273d68630639\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.192294211Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.192599225Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.192605815Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.204479375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.204524451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.215682937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.215733858Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.225394074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.22543493Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.235980063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.236022213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.246878525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.246921476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.257007118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.257045368Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.266318241Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.26638252Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.27172022Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"511.533042ms"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.277256663Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.277266714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.286893469Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.286933609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.296849499Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.296885669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.305660074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.305697704Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.315432842Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.315469543Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.325879179Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.325923559Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.335260831Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.335301952Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.345121321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.345166921Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.354828157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.354866388Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.365505337Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.365547827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.375992344Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.376028422Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.385810823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.385849833Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.395957737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.396008436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.396192298Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.39632148Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.39632756Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494699462Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494779108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494800198Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494804918Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494810049Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494815889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494822129Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494832229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494837999Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494842009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494846149Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494850329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494869199Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494874569Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494878469Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.494889779Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.49489379Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.49489783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.49490166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:23.4949056Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"1d88bd2f-8e04-4e87-933e-fc44d62ddd4c","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":303296,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:23.495063032Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.038583146s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d88bd2f-8e04-4e87-933e-fc44d62ddd4c\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:23 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"1d88bd2f-8e04-4e87-933e-fc44d62ddd4c\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.526637336Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.527063651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.527072632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.538852546Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.538914176Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.549256382Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.549311622Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.560399169Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.560445798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.570250766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.570298187Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.579874142Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.579923893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.590977137Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.591033378Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.600408271Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.600467321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.609433489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.60948117Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.620507064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.620558284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.630085659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.630130929Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.639137887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.63918895Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.649772317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.649818897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.658994357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.659044898Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.668307869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.66835905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.678490742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.680820383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.687794574Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.687805994Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.696931823Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.696985354Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.706372677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.706422407Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.715914502Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.715958867Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.725382006Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.725442536Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.725621219Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.725767291Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.725774591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820756493Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820845014Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820852955Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820867725Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820871735Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820877085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820887585Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820893225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820897235Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820903865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820914455Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820921475Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820925225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820930716Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820934616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820938405Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820943566Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820948626Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.820952786Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:26.820956916Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"c941049e-4f59-4138-90c8-cb651e3db872","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":295003,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:26.821108938Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.355909424s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c941049e-4f59-4138-90c8-cb651e3db872\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:26 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"c941049e-4f59-4138-90c8-cb651e3db872\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.169409954Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.169733988Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.169742238Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.181114027Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.181182428Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.192563577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.192611258Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.202288404Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.202341595Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.212950384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.213003774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.222181564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.222233175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.232903094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.232948135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.243400046Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.243448712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.254292484Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.254345135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.264819012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.264874863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.274347678Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.274394597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.28375919Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.283813031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.294350708Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.294399179Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.303756672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.303803412Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.31282508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.312890801Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.321870488Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.321921719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.330695494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.330741625Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.340213648Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.340265279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.349135014Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.349180206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.358011081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.359874075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.366651974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.366700095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.366891557Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.367039329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.367047849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463279088Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463343579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463354529Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463360379Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463366219Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463372669Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463377909Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46338192Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.4634011Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46340784Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46341194Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46341727Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46342147Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46342651Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46343446Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46343852Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46344777Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46345319Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.46345831Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:30.463462501Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"56fd0447-611b-4abc-adf4-6dcb97e1be40","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":294672,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:30.463594042Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.458106869s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56fd0447-611b-4abc-adf4-6dcb97e1be40\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:30 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"56fd0447-611b-4abc-adf4-6dcb97e1be40\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.913960284Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.914273648Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.914281668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.925725128Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.925773849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.936910844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.936959535Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.947596634Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.947648365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.958236313Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.958283084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.96866534Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.96871169Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.978404967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.978445748Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.989646994Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.989689135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.999318501Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:33.999368171Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.00996164Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.01000207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.020093062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.020146893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.029392694Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.029431674Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.038526453Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.038562154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.047666483Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.047703384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.057742535Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.057782425Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.068331714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.068369934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.077845098Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.077881978Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.088767961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.088810121Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.098282175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.098319326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.108800953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.108840013Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.119170739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.119216079Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.119396361Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.119541553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.119548853Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222241707Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222315158Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222329748Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222334118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222341448Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222347108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222353108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222369658Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222374838Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222379018Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222384409Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222389679Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222402449Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222408289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222412429Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222417469Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222421229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222424889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222434869Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:34.222448199Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"edcb20e7-adec-4807-8d17-6e81e633d897","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":309224,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:34.222632356Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.005032327s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edcb20e7-adec-4807-8d17-6e81e633d897\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:33 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"edcb20e7-adec-4807-8d17-6e81e633d897\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.220659957Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.220975581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.220983081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.233683658Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.233759988Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.243978782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.244029503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.254964556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.255014146Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.264201387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.264249067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.274668124Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.274724904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.28506259Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.28511162Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.29505531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.295101601Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.303949847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.304003677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.314198951Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.31424362Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.324465105Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.324521796Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.333862278Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.333914099Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.345018274Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.345067424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.355303769Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.355351449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.365040566Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.365092618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.373294374Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.373346414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.381242008Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.381297558Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.391961418Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.392013929Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.400862844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.40279443Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.411191249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.41120548Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.420102096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.420168137Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.420313639Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.420449591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.420464731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516558368Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516629399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516636899Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516642399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516648619Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516671209Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516675559Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516681839Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516686508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516691889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516695845Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516700027Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516703214Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516706195Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516709402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516712402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516716095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516719714Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.51672369Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.51672727Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"8b525e56-1c0c-4634-9d13-92259d95d7c9","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":296732,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:37.516856292Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"4.479165771s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8b525e56-1c0c-4634-9d13-92259d95d7c9\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:37 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"8b525e56-1c0c-4634-9d13-92259d95d7c9\" }"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.910186816Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40959"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:37.910408319Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"425a08a7-3c3e-4a49-8979-34a1538541fc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40959","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":29,"response_code":"200"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:38.780140146Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.442683071s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:41.984873594Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:41.985203179Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:41.985210959Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:41.996656159Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:41.996700779Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.007828615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.007869105Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.017617773Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.017655914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.026791303Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.026825503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.036732133Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.036768893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.045910213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.045954184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.055924264Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.055957724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.064889171Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.064924492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.074417836Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.074465197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.084222884Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.084271475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.094015492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.094072593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.102953779Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.1030023Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.11292612Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.11298348Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.122842669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.12289506Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.132211532Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.132259893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.141098588Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.141149893Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.149941054Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.149990374Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.159290866Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.159351547Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.168126912Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.168173102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.177001898Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.177069488Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.177303792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.177436973Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.177449474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268721828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268773638Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268781719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268786879Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268793348Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268800011Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268804998Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268815348Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268820579Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268826401Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268832429Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.26883632Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268840409Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.268845859Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.2688646Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.26886915Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.26887431Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.26887949Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.26888375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:42.26888785Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"7ef4eb45-7196-4226-bd68-f8631d4a8d28","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":284681,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:42.269055212Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"5.567221872s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7ef4eb45-7196-4226-bd68-f8631d4a8d28\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:41 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"7ef4eb45-7196-4226-bd68-f8631d4a8d28\" }"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.822386312Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.822641166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.822656386Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.833896363Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.833955854Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.845269271Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.845308022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.854832947Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.854873027Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.865336673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.865369644Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.874227969Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.87426777Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.884474174Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.884511884Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.894047399Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.894091509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.903092267Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.903129408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.912161476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.912201326Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.921074452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.921123923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.930220632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.930257453Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.9392496Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.93928552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.948901706Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.948936827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.958039976Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.958077316Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.967271897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.967318427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.975986901Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.976018401Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.984846307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.984885067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.99431886Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:47.994355671Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.003535661Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.003578452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.013154977Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.013204078Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.013444371Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.013591972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.013597643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.10970975Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109799771Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109811371Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109825722Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109833482Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109839902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109849192Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109858682Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109868242Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109876302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109886122Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109895802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109923963Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109932213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109937783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109945143Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109955005Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.10996213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.109969068Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3419","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:48.110027874Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a5850193-d879-4159-a0e1-903865e204ff","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":288353,"response_code":"503"} {"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:48.110278087Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"8.33708948s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a5850193-d879-4159-a0e1-903865e204ff\", \"content-length\": \"133\", \"date\": \"Fri, 28 Feb 2025 10:01:48 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"a5850193-d879-4159-a0e1-903865e204ff\" }"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:01:55.213080625Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"3.845053054s"} {"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: de07c7d2-5bec-4260-bfde-ca2dc39e0820 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 }, image_source: InstallDataset }, OmicronZoneConfig { id: 502e4d52-6b61-4446-b5f0-f176645ba8cd (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 }, image_source: InstallDataset }, OmicronZoneConfig { id: ba74057b-c0c3-4876-8f0f-3855b9a1e6bf (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 }, image_source: InstallDataset }, OmicronZoneConfig { id: 76f01549-ef15-4692-813c-282a9c48bc44 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: b35607c6-ce58-47ef-a6bb-1d972268e2f5, kind: Service { id: 76f01549-ef15-4692-813c-282a9c48bc44 }, name: Name(\"ntp-76f01549-ef15-4692-813c-282a9c48bc44\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 228, 69])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } }, image_source: InstallDataset }, OmicronZoneConfig { id: 7fbfac66-c4b8-4cd1-8d40-78ff68b9f55d (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 6b50659e-3ef0-4b9e-9dce-e37f6c6e835b (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1e6a168e-9eba-471b-a04b-98f70b960e8f (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 38c5d8ae-2040-46e0-9c2f-c82636ec419a (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cc9b270c-ab48-4071-a0ac-46c60b11deb0 (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } }, image_source: InstallDataset }, OmicronZoneConfig { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: eec6ba4a-0e08-4655-a573-847658041133 (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] }, image_source: InstallDataset }, OmicronZoneConfig { id: d5e2b72e-2694-45c5-8f88-7e26da769d69 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 }, image_source: InstallDataset }, OmicronZoneConfig { id: 380b192b-95e7-4b6a-9e52-704ecad688d9 (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 61508ca8-f9ca-42e5-a4f4-5df95d00afce (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: c7686111-3847-4f34-a1dd-9a5261d96810 (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: 85be8942-d873-4bd1-9055-e2793604d2ba (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 }, image_source: InstallDataset }, OmicronZoneConfig { id: d133f7d4-be2d-4d6c-8518-49e6334a3cef (service), filesystem_pool: Some(ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa (service), filesystem_pool: Some(ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c878bc91-bfba-4b4e-85bd-8de4bb92e44e (service), filesystem_pool: Some(ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 72a23dd8-ab07-40b3-9f06-390a580e1d2f (service), filesystem_pool: Some(ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: cabe2e59-b688-4f62-9035-bb83a9d9c8ef (service), filesystem_pool: Some(ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: c9238ffa-0e3f-4b52-b8d8-e55763e69a21 (service), filesystem_pool: Some(ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: 1f3599b3-43f1-4099-bd07-586ff484111b (service), filesystem_pool: Some(ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 (service), filesystem_pool: Some(ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External } } }, image_source: InstallDataset }, OmicronZoneConfig { id: facd970e-9fe8-470e-9eac-cf61c89fd0dd (service), filesystem_pool: Some(ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External } } }, image_source: InstallDataset }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.425388413Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.425847359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.425861429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.43823887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.438293471Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.448635306Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.448693827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: InternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.458788549Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.45883909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.469218006Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.469271956Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.479195116Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.479257958Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.488158583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.488212024Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.495960216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.496014346Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Cockroach }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.504883822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.504935863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.51460624Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.51465669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.523235693Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.523277593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.532558724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.532606885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.542281242Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.542328392Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.552269542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.552321553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.561524673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.561592974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.570603012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.570650583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.580484331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.580529712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.589763953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.589813083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.598399246Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.598445976Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.606709434Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.606766555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, kind: Crucible }, responder: ... }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.614294574Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.614346594Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.614542807Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.614695689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4956","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.614706259Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.756576425Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.757173323Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.757211273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.757226463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.757250774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.757262034Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.757279624Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.771122895Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.773325304Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.947669184Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.947911787Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.947966077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.947991229Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.948009798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.949132213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.959141034Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.970750126Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.9833082Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.98335033Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.983467152Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.988721961Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.993897248Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:56.999049936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.00397645Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.008777833Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.01467074Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.019870778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.136701536Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.142036916Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.147102262Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.151256357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.155777866Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.16066149Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.165851548Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.170824583Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.175761227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.180919385Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.185527505Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.190733433Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.197595333Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.204622735Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.266332922Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Installing Omicron zone: oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.266653086Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.27991451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.289767229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.30056985Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.317342109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.328727098Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.389628825Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.453909936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.511470562Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.563909555Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.56663286Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.566655021Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.622918837Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 230, 4]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.622946577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1358","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.625153347Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.625183816Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.678134029Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 186, 5]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.67817378Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1358","zone_type":"external_dns"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.680229606Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.680245396Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.735893075Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 156, 204]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.735924425Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1358","zone_type":"external_dns"} {"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.736753416Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.736769746Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.738092703Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.738110873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.793180774Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 209, 207]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.793209704Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1358","zone_type":"nexus"} {"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.795073069Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"} {"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.795092019Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.849814424Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 171, 109]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"} {"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.849839284Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1358","zone_type":"nexus"} {"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.850131028Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.85181774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.943404278Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.943494649Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.943784913Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.943800743Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.944422822Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.944436402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.944654794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"} {"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.944672775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"} {"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.944748516Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.947446131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.951348132Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.951368052Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.951385073Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.954142258Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.967713466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:57.967866138Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.045486984Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.133530725Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.141784863Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.150805881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Configuring new Omicron zone: oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.159394883Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Configuring new Omicron zone: oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.168452622Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.176391356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.182480236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.194545213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Installing Omicron zone: oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:01:58.203311778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"Profile for oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.918870789Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.923106344Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.991121764Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.991455138Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.991672241Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.991849153Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:01.999714126Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:02.007717731Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:02.015060317Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:02.015269533Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:02.020714281Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:02.029692868Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 45.200929ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.833681505Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 73.791406ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.847504156Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 60.280586ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.866035468Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 53.623844ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.887176245Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 57.626007ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.920529211Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 34.933381ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.934058498Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 58.931671ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.947641356Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 115.828764ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.959912996Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:02.960253241Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 80.607375ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.974245224Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 73.18917ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:02.98770174Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 89.724221ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.000926613Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 85.757583ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.017958415Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 233.809568ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.033769442Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:03.033883554Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Profile for oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:03.04276029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:03.043117965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:03.043344658Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:03.051002318Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 186.775344ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.078388472Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 266.756017ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.099789346Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 264.96557ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.117522398Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 268.659329ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.134303217Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 203.386314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.151645834Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 225.621792ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.29179222Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 377.633696ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.310636954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 49.670018ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.333725886Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 38.24759ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.364371847Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 332.91869ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.383569508Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 71.935199ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.39975293Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 531.313602ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.416889034Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 416.592769ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.435623339Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 29.897706ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.451170433Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 75.963866ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.465379978Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 494.863449ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.482508732Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 108.692745ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.499473804Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 64.652747ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.521171157Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 912.604907ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.537836886Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 199.873072ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.5564716Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 285.398975ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.600172311Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 328.249192ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.623183943Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 616.544424ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.705153705Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 863.9648ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.734066053Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 247.977744ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.773921384Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 696.167072ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.871072415Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 564.532996ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.906657651Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.000419001s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.960653087Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 798.80077ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.9776607Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.124965772s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:03.991923176Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 585.472778ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.123566998Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 721.624899ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.381060477Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:04.383718051Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:04.393852074Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 888.830962ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.470188332Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.059452496s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.488530424Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.492857362s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.579482762Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 545.020432ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.610778702Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 63.32369ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.708730543Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 946.105716ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.72230303Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 145.447991ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.782737353Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.066873215s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.794099809Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 176.7008ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.940587865Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.218600631s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:04.971144585Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 965.402691ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.115090728Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.294869964s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.131946438Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 320.291802ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.153938886Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 527.401572ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.220123032Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.438937761s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.374266258Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 721.460284ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.485973239Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 872.711016ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.56014709Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.029950852s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.680081869Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.056366002s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.762489617Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.478442988s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:05.875489954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:05.969928419Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:05.971549201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:05.971589271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:05.979782868Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 597.615856ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.083006408Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 686.867629ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.096688598Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:06.112634906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:06.113041292Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 729.89908ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.20086261Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.18701782s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.219285381Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 26.49911ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.276213436Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 61.69155ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.288216033Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 100.23558ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.314928952Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 99.756101ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.363055902Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 55.082226ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.382282143Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 287.830968ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.428849623Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 707.254421ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.444102512Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.322239889s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.552116815Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 138.601156ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.559420451Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 117.397816ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.664345873Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 568.037088ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.72911084Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 199.9298ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.739864421Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.322511925s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.753837444Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:06.754373161Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 527.557713ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.768465245Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:06.768612507Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 396.840956ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.795850103Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 617.094479ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.808931804Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 633.447778ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.824016271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 660.830852ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.836854159Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 843.943886ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.942239807Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 399.801083ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:06.954897503Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 841.215943ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.162835903Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.189207739s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.204697871Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 52.063736ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.246827292Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.311512279s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.293838807Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.154371292s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.306577593Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 125.554671ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.316785787Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 947.442542ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.361716185Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 911.442611ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.37202303Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 669.621263ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.416090316Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 853.973584ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.436339281Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 295.802817ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.452725875Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.034299402s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.468606643Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 761.824516ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.507414691Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 218.069763ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:07.764095498Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:07.764649198Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:07.765088311Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 991.780314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.315373339Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 644.437181ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.327087822Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:08.399286257Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59463"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.245313893s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.406947157Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 942.435119ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.454017232Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:08.540378732Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"99c5971e-db7c-46dc-aa07-39a4205a0e94","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59463","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98908,"response_code":"200"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.495984415s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.548064493Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 61.434267ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.557650318Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 613.266777ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.568348738Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 872.487634ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.578035905Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 655.619119ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.590054112Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.164414421s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.599685818Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 731.69119ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.609918312Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 670.980526ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.621220489Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 677.524101ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.633401979Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.361169615s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.645254324Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 510.708325ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.656845476Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 75.486199ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.667979141Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 232.426674ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.754818507Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 700.79152ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.983500708Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 563.661652ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:08.999466197Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 880.451988ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.179594493Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.340633371s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.192404Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.171100525s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.256195075Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.033851624s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.304418496Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.430999586s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.316116889Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.333540074s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.32740838Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.312659049s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.352215661Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 599.071763ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.40867527Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 672.971983ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.460736201Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 529.22861ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.573311003Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.126151735s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.659658743Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.123159314s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.691902525Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.113674632s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:09.770718525Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 508.609342ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.012417047Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.21796236s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.021249522Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 681.70958ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.048938584Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 943.602237ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.066366762Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.498187906s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.111789317Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.067935276s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.141330563Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.121960107s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.40712578Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:10.408550328Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:10.40865882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Profile for oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:10.468022817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 807.070544ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.52410127Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:10.524184121Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"Booting oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:10.52942815Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 977.219192ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.542603402Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Booting oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:10.542740094Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 709.762525ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.555358229Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 636.860335ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.666661815Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 563.715269ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.67543652Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 60.393802ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.682716955Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.258787134s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.738192031Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 144.036524ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.750445921Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 717.679471ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.758683579Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 70.976146ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.776013766Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.360882891s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.79168079Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.462114116s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.821101835Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 63.172559ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.837326063Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 97.860008ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.855015998Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 869.192159ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.890548003Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 132.728224ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.90258184Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 95.848243ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.909504791Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 142.917101ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:10.960573049Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 232.100719ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.014667136Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.484166613s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.02407193Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 251.642898ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.046474032Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 518.615031ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.111445922Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.20690348s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.218278053Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.387870083s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.24886673Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 221.999846ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.259872484Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.20724214s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.272179375Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.430142311s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.283532413Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 1.133228839s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.309314551Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.089541122s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.321295687Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 825.610246ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.342195271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 647.349449ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.489261455Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.120312588s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.500401281Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 607.970184ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.530533755Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.003556944s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.542299398Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 580.676854ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.620058466Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 615.721604ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.640396692Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 791.194172ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:11.766437201Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.256280772s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.003154513Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.089674286s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.145399397Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.496771376s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.154291653Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.361021858s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.162534541Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.057137043s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.203403156Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 652.083431ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.216142322Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 922.304558ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.267242041Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 812.200354ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.292388492Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 814.364832ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.418937135Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.059402179s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.432208089Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 1.140750068s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.449318593Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.135079923s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.486501409Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.344924324s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.513787866Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 706.991651ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.55232934Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 839.970064ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.564507479Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.439779884s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.626678373Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 638.342207ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.641880491Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.472467472s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.728741437Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.227817323s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:12.876338438Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.498115461s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.112163397Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 1.202775901s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.197727572Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.275570851s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.240430621Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 722.788264ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.248663738Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.394029909s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.265498038Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 887.728125ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.274321624Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.273670727s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.282145046Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 949.315026ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.290617737Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 814.597879ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.412871406Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.114169349s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.498504836Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 734.875187ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.529746735Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 1.352761961s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.596184414Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.121284438s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.629197336Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.380954848s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.656602834Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.348447191s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.865530277Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 614.815127ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:13.979808959Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.446475105s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.074605479Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 631.67637ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.164313689Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.4472968s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.213070205Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 823.468586ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.281822882Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.291253816Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"5.302712629s"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 745.519624ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.294010372Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 553.078652ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.301784183Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.064532893s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.310346545Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 684.705186ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.411450713Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.499518067s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.527510568Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 682.589609ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.566144252Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 572.188953ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.606103693Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.238308063s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.619145003Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.056272612s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.628278182Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.17419656s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.669276917Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 639.088462ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.76223783Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 558.525077ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.806209393Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.30300288s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.864447872Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 876.783455ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:14.957748219Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 817.119925ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.04748851Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.335548955s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.056533288Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 536.550529ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.106354338Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 674.067246ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.116099085Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 624.642547ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.187667179Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.211615797s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.222438102Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.413302024s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.257053104Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 693.283447ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.375274456Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 897.071499ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.382998787Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.087168913s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.410240502Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.146198879s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.529343926Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 1.397585461s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.651871164Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 847.049908ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.669469584Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.412995868s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.693250054Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.213544371s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.798413775Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.001554074s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.821448616Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 913.418172ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.844260033Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.158718852s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.852365759Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.272458678s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.86697261Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 981.086835ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:15.874970634Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 593.110329ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.03716515Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.223752092s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.079415281Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.368218591s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.176966624Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.184714076s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.290643566Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.417644819s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.401632834Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.167954497s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.443858315Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.054826149s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.507354573Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 737.720556ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.525709683Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.450471653s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.639861282Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.14215176s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.679420206Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 626.54162ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.688280974Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 586.211276ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.768526301Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.445923642s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.833208974Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.427140467s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:16.867818775Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 508.677253ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.021651532Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.186934443s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.031799874Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 534.520331ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.060985915Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 707.717499ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.116806693Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 710.360715ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.153111557Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.332198849s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.273625339Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.037662543s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.312835871Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 859.611672ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.326829443Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 1.203001485s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.366504721Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.00171879s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.488401031Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.16575266s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.540175036Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.287923715s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.555113081Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.497404151s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.570185288Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 527.75318ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.604954421Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 648.067838ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.623850908Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.178712169s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.830412412Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 506.384855ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.840914359Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.36540903s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.85249344Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.193911647s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:17.875636892Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.016676967s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.103774568Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 891.861821ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.145270529Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.494387219s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.200357648Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.437353951s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.232058801Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 940.299896ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.284197682Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.265417513s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.296274159Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.330124021s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.309573753Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.131101663s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.357050602Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 752.744821ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.365455042Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.384965785s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.500748476Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 562.902235ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.582520133Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.282167852s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.617862774Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.047609044s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.721845931Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.297484196s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:18.858024927Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 844.017899ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.024299045Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 552.607667ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.05315327Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 515.685101ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.082800488Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 944.494471ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.094574722Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.252221793s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.132437206Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 786.663905ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.14582558Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 1.429117476s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.159360397Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 932.517244ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.235904525Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.118249913s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.253580996Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 914.267281ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.546684871Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.480416085s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.573068862Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 980.717512ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.689312638Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 918.388561ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.698676378Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 1.030993299s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.707746899Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 969.780886ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.716475078Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 847.381595ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.726541709Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Profile for oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9:\n\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:19.743147691Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:19.743370984Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 656.864174ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.780615979Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 1.428639466s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.879309669Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 509.468255ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.898155011Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.454679148s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.909999466Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 883.370329ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.942185786Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 33.883002ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.948626931Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 53.337321ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:19.990544766Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 580.553412ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.051079716Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 271.172581ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.059257593Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 870.088177ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.170693836Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 541.36717ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.182409308Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 593.375054ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.345020898Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 752.864988ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.384756558Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 561.241576ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.397731537Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 797.36157ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.434092421Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 799.843527ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.456720396Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.469130371s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.482234859Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 941.853718ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.594579009Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 1.454438881s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.609217654Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.126378108s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.637287781Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 551.937553ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.658776801Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 650.040201ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.688402958Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 815.648954ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.701900813Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 865.199684ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.735404591Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 1.252105018s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.750819783Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.434178798s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.842398566Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 993.72318ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.959122013Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 725.327492ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:20.983104486Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.171076764s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.057634433Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 872.416539ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.074627435Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 799.869357ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.158347647Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 716.931187ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.222370252Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.484574529s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.247388948Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.032817456s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.27743598Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 622.334297ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.326914536Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.129023981s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.353997139Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.054201746s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.377396564Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 623.268603ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.531973811Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 802.519555ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.549715073Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.235220761s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.616061268Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.169246183s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.722545117Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 647.875581ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.777831878Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.19938262s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.952602188Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 823.483711ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.963093754Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 762.635031ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.974392242Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 693.18226ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.987742786Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.470187003s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:21.998997073Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 605.101246ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.011501276Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 663.600889ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.022351487Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 876.430697ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.082367461Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 594.010708ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.172410965Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 753.318476ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.243986729Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.226928972s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.288672302Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 868.083385ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.324151535Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 782.308303ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.36673965Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 579.674418ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.443028646Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.040279133s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.457315452Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 830.846508ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.494256574Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 542.820002ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.630320969Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 772.793873ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.696951288Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 1.439002483s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.715216637Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 771.826026ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.748121686Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 550.781128ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.762632325Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 681.14791ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.783867802Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 772.458383ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.800058663Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.134779149s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.86804617Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 806.351931ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.906650824Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 975.560451ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:22.977152923Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.293809511s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.017455539Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 796.20479ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.038537864Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.047602277s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.169042733Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.486794759s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.184867753Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 554.268892ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.205863117Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 944.656891ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.221021885Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 756.884274ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.33488043Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.166825756s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.352442459Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.321326285s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.486405357Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.439115188s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.500517931Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 764.84984ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.515620318Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 1.472724559s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.53113596Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.324447087s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.549206736Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 713.025176ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.562753383Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 730.290555ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.589143697Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 1.254008802s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.73045591Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 958.875272ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.776355479Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 1.306934386s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.859300651Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 706.528785ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:23.971028958Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 1.455904783s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.019726803Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 1.048925701s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.105505893Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 873.427068ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.170283313Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810\") failed: Property not found. retry in 1.461796584s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.182233333Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 1.32217744s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.229129665Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce\") failed: Property not found. retry in 1.40537539s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.28931506Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 528.598584ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.301094854Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 618.341562ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.324116784Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 760.388167ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.335024076Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba\") failed: Property not found. retry in 1.155337333s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.53459619Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392\") failed: Property not found. retry in 1.204182487s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.685307116Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 904.908804ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.701574798Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 512.889189ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.751183065Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1\") failed: Property not found. retry in 1.342079866s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.823938053Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 977.109209ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.842769159Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e\") failed: Property not found. retry in 1.127135163s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.88729386Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b\") failed: Property not found. retry in 1.40131649s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.957267807Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef\") failed: Property not found. retry in 1.132790089s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.970302803Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69\") failed: Property not found. retry in 896.307668ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:24.998538841Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa\") failed: Property not found. retry in 948.423207ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.02072478Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 743.104309ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.056262664Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd\") failed: Property not found. retry in 1.016817598s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.109402937Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21\") failed: Property not found. retry in 739.056066ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.167469015Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f\") failed: Property not found. retry in 822.960738ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.18011906Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 624.685419ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.276015281Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89\") failed: Property not found. retry in 522.528497ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.488016956Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133\") failed: Property not found. retry in 636.188624ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.568330154Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8\") failed: Property not found. retry in 707.162556ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.626600114Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\") failed: Property not found. retry in 659.903473ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.820518203Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef\") failed: Property not found. retry in 643.011864ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.838276405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 856.391677ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:25.932708997Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 1.146881634s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:26.803504537Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 1.359167105s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:27.963769198Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 1.243772098s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:29.33349712Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 793.242566ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:30.588168509Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9\") failed: Property not found. retry in 1.206357331s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:31.39385692Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631391385Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_1f3599b3-43f1-4099-bd07-586ff484111b"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631465006Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_facd970e-9fe8-470e-9eac-cf61c89fd0dd"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631471956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_e4fcfa2b-4363-42a1-ab6b-a6f0113e1392"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631477296Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_clickhouse_380b192b-95e7-4b6a-9e52-704ecad688d9"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631481856Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_pantry_85be8942-d873-4bd1-9055-e2793604d2ba"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631486236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_d133f7d4-be2d-4d6c-8518-49e6334a3cef"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631490416Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_nexus_eec6ba4a-0e08-4655-a573-847658041133"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631501616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_pantry_c7686111-3847-4f34-a1dd-9a5261d96810"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631506336Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_oximeter_d5e2b72e-2694-45c5-8f88-7e26da769d69"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631510996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_72a23dd8-ab07-40b3-9f06-390a580e1d2f"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631518837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_c9238ffa-0e3f-4b52-b8d8-e55763e69a21"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631524657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_e42ba1e2-14a7-4e0e-b59c-9e9d9ed2a7fa"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631529357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_c878bc91-bfba-4b4e-85bd-8de4bb92e44e"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631533497Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_nexus_7ffd5696-7ffa-4497-a248-3fa3c877bda8"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631538067Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_nexus_33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631542577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_external_dns_ce514c7e-c736-4dc4-84b0-d5e54afd25c1"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631546547Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_external_dns_00ccf4f5-bc07-4317-bd61-6cb20af63e89"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631913352Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_pantry_61508ca8-f9ca-42e5-a4f4-5df95d00afce"} {"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.631920212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3415","zone":"oxz_crucible_cabe2e59-b688-4f62-9035-bb83a9d9c8ef"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.632164005Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.636017175Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.685309109Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3ad074ed-1e5c-4ab7-a48a-7ac38da2c4d6","remote_addr":"[fd00:1122:3344:101::1]:44078","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36307254,"response_code":"204"} {"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.71375684Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1401"} {"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.759196613Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"} {"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.800017794Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"} {"msg":"rack_network_config: RackNetworkConfigV2 {\n bfd: [],\n bgp: [],\n infra_ip_first: 10.151.2.174,\n infra_ip_last: 10.151.2.174,\n ports: [\n PortConfigV2 {\n addresses: [\n UplinkAddressConfig {\n address: V4(\n Ipv4Net {\n addr: 10.151.2.174,\n width: 24,\n },\n ),\n vlan_id: None,\n },\n ],\n autoneg: false,\n bgp_peers: [],\n lldp: None,\n port: \"qsfp0\",\n routes: [\n RouteConfig {\n destination: V4(\n Ipv4Net {\n addr: 0.0.0.0,\n width: 0,\n },\n ),\n nexthop: 10.151.2.100,\n rib_priority: None,\n vlan_id: None,\n },\n ],\n switch: Switch0,\n tx_eq: None,\n uplink_port_fec: Some(\n None,\n ),\n uplink_port_speed: Speed40G,\n },\n ],\n rack_subnet: Ipv6Net {\n addr: fd00:1122:3344:100::,\n width: 56,\n },\n}","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:32.836389259Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1003"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:33.819129829Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:33.822002587Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:02:33.842783428Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:33.989426061Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:34.081838136Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:34.277295226Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:34.514755944Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:02:34.67995086Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"10.097038184s"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:34.714407709Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/cb437161-893a-4b25-8aa3-bea01c90eb94)","v":0,"name":"SledAgent","level":50,"time":"2025-02-28T10:02:34.865443809Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:35.015199613Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/2e19f9f5-1eed-47f7-af35-5bff6ab6b9da/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:35.284740799Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f56886c4-2728-4b0c-8e8d-cb822fbadb2e\", \"content-length\": \"173\", \"date\": \"Fri, 28 Feb 2025 10:02:37 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\\\"\", request_id: \"f56886c4-2728-4b0c-8e8d-cb822fbadb2e\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:38.431126694Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:38.562080633Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59347"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:38.562443727Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2ce423da-95a4-4461-8d09-1fefe05ce0f6","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:59347","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:38.775815371Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/nexus.rs:503","new_generation":"1","old_generation":"1"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0432c560-fe4f-4e58-a0a7-c7fc73aa4dbb\", \"content-length\": \"173\", \"date\": \"Fri, 28 Feb 2025 10:02:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\\\"\", request_id: \"0432c560-fe4f-4e58-a0a7-c7fc73aa4dbb\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:38.996505109Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"203e4baf-5a3e-4020-bcf9-e215f6ee726f\", \"content-length\": \"173\", \"date\": \"Fri, 28 Feb 2025 10:02:38 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\\\"\", request_id: \"203e4baf-5a3e-4020-bcf9-e215f6ee726f\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.393088263Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.471585967Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:56373"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.479095725Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.48099644Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33328"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.481845171Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.482255037Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"230b3bd7-9754-479e-b285-cd2571dd7066","remote_addr":"[fd00:1122:3344:101::b]:56373","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":10335,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.482314207Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"95d59b42-2735-4618-a872-1d05671268ef","remote_addr":"[fd00:1122:3344:101::c]:33328","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1035,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.518794593Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39801"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.523593266Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c3aaccc8-2644-4cfb-a433-67b43fa0f322","remote_addr":"[fd00:1122:3344:101::b]:39801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4578,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.523638697Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48669"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.523691127Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b81efdec-be0c-4af5-909a-feeebd9eee56","remote_addr":"[fd00:1122:3344:101::c]:48669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":19,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.538290688Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57041"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.541771993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.541792913Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.541819204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.543397034Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.557559079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.55762284Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.597053794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.597142495Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.629835302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.629910133Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.634140658Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.634474022Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"75f65896-3632-4e7b-bff0-6f8d19312fa9","remote_addr":"[fd00:1122:3344:101::b]:39801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9971,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.634718055Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50302"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.650273689Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.650332719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.65039133Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.655582918Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.664381902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.664437423Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.681327414Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.681392635Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.711638469Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.71170546Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f5ca9a52-9bd3-47ce-aa69-f7ba86408f1d","remote_addr":"[fd00:1122:3344:101::c]:48669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":165,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.713663276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.713693396Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.734528608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.734591049Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.743461424Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:63958"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.747897892Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a5b8a0e7-9858-48e8-ba8a-d16ba5a0961e","remote_addr":"[fd00:1122:3344:101::c]:63958","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4196,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.755934427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.755962497Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3659b6f0-3173-4e7c-8aa9-c6a8c4b37d80\", \"content-length\": \"173\", \"date\": \"Fri, 28 Feb 2025 10:02:39 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"2e19f9f5-1eed-47f7-af35-5bff6ab6b9da\\\"\", request_id: \"3659b6f0-3173-4e7c-8aa9-c6a8c4b37d80\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.760569957Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1065"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.771313517Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.771624552Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b2f7c67d-22be-4482-ad62-fbb4405cd2e7","remote_addr":"[fd00:1122:3344:101::b]:60200","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":175,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.775181148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.775202638Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.797276235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.797511349Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.816727059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.81677517Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.83055214Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1ef025d4-99e2-4b5b-80cb-720b4266ef41","remote_addr":"[fd00:1122:3344:101::c]:48669","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3977,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.844805555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.844857416Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.849919862Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:500","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 0 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 0 }","subnet":"RouterId { vni: Vni(100), kind: System }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.853021223Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ec2789f2-c754-4ade-accc-bc86f52acdcc","remote_addr":"[fd00:1122:3344:101::b]:39801","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4299,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.859358355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.859374966Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.877730735Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.877964498Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.894923949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.89497262Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.914585366Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"4f2aa967-f5f4-4198-a917-46c28ca58cb1","remote_addr":"[fd00:1122:3344:101::c]:57041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":376141,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.922617501Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.922642361Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.948998925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.949049155Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.979048987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.979098767Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:39.998125046Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"caac0a14-41bd-44b3-885b-0f2fc3f07613","remote_addr":"[fd00:1122:3344:101::b]:50302","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":363244,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.683515887Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:46382"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.683659699Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7c43f553-1507-477e-bb76-38ab942d2d81","remote_addr":"[fd00:1122:3344:101::a]:46382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.713859193Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.713885913Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"66cda9ac-efe9-4599-a22d-1aede9bfecba","remote_addr":"[fd00:1122:3344:101::a]:46382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":85,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.719900382Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42469"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.719993713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.720358328Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"8bf48acb-9169-4019-bee8-99d798f2b426","remote_addr":"[fd00:1122:3344:101::a]:42469","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":403,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.727227138Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.72744448Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2a6379c5-b8b9-4b70-bbf3-44765faaff9a","remote_addr":"[fd00:1122:3344:101::a]:42488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":159,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.922437973Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:34416"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.922552715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.922562365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.922597236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.92289435Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.93517403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.93522378Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.963105984Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.963153365Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.974126808Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f00b15ff-9b48-4f5d-9780-d5c8f64ee5c1","remote_addr":"[fd00:1122:3344:101::a]:46382","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":769,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.993026114Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:40.993094255Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.020758166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.020825967Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.046544323Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.046592083Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.073256461Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.073301412Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.100034961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.100094411Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.126726249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.126772829Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.153484798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.153527558Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:41.171523883Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"45b87a39-bfd5-4120-a78c-3dfe3526099c","remote_addr":"[fd00:1122:3344:101::a]:34416","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":248984,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.169756895Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:61389"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.169886827Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.169897197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.169945938Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.170985411Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.183515175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.183572805Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.214048573Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.214132344Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.244013494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.244057905Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.271602954Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.271644554Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.29738516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.297443671Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.324341012Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.324398862Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.349313578Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.349356828Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.375142935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.375186525Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.391479878Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:32863"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.392881086Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393074178Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393379762Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393401453Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393422603Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393442463Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393501814Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.393674586Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"60e2335c-da03-4e32-a921-0995f818050b","remote_addr":"[fd00:1122:3344:101::a]:32863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":1989,"response_code":"204"} {"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.395543591Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1075"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.399382641Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.399397051Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.405773644Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.406158289Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.417057431Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"446d838e-71e0-449e-b549-d4d466f02e0c","remote_addr":"[fd00:1122:3344:101::a]:61389","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":247247,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.769770153Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52303"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.769998636Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770037486Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770073737Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770080367Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770087287Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770093247Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770111567Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.770135817Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1fa98c07-8933-40dd-8912-8a5a6f885790","remote_addr":"[fd00:1122:3344:101::b]:52303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":258,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.998181351Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:34836"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.998259332Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.998268593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.998299293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:42.998499696Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.01112088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.011174851Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.039027964Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.039082635Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.066665825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.066725576Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.092583353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.092646654Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.117906464Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.117957644Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.143230574Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.143284575Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.169649239Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.169700269Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.194616544Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.194666005Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.217771376Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.217823597Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.23642326Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"c2456c8c-45a6-427f-9261-80ce81e32105","remote_addr":"[fd00:1122:3344:101::a]:34836","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":238145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.304411226Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:65464"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.30462948Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.30468714Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.304704921Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.30471305Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.304727881Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.304733211Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.304748091Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.304776511Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"70f2ab2c-6833-4729-979d-182b867e93c3","remote_addr":"[fd00:1122:3344:101::c]:65464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":283,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974285625Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38613"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974498758Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974552888Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974570228Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974584219Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974605059Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974610829Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974615659Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:43.974629329Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"24e74ec7-4ce6-4c63-bb1d-190464ed8354","remote_addr":"[fd00:1122:3344:101::a]:38613","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:51.059155397Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53423"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:51.059314439Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9232efd7-9334-4e1d-bd8e-7de2dd531865","remote_addr":"[fd00:1122:3344:101::a]:53423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":80,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:51.107207854Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:51.107238364Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"73cee90c-c870-469a-b2a1-30649d86820e","remote_addr":"[fd00:1122:3344:101::a]:53423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:02:51.117917633Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"30edfc29-1580-4822-a995-17378ca201b3","remote_addr":"[fd00:1122:3344:101::a]:53423","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":237,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:08.598288194Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63338"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:08.598971643Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6e11b216-feb3-48a2-b554-baf348f020e4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63338","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":34,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.302624092Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37528"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.302788554Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e7558b34-be3a-4ff9-a89d-91db56c7ee76","remote_addr":"[fd00:1122:3344:101::b]:37528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.322501961Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.322526322Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bfeeae66-d8da-454e-8c1e-32dc6e92e35f","remote_addr":"[fd00:1122:3344:101::b]:37528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.335980737Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"790a7635-2e7a-4fb0-810a-ee55260d2486","remote_addr":"[fd00:1122:3344:101::b]:37528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":185,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.340562967Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.340692639Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0a403df0-44f4-4b79-ae6c-4b6b5f2a91c2","remote_addr":"[fd00:1122:3344:101::c]:60912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":44,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.398436332Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.398457342Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6f7479eb-f993-4474-abcf-971c5638a15e","remote_addr":"[fd00:1122:3344:101::c]:60912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":43,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.408828557Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73c6d7b0-e058-49e8-a3d5-aaf4d905c980","remote_addr":"[fd00:1122:3344:101::c]:60912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.479729352Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41856"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.479935215Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"42c58dcc-0090-4ba8-97e7-65a1cf0a4c50","remote_addr":"[fd00:1122:3344:101::c]:41856","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.480687305Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54397"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.481022139Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.584150765Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.654387751Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3aafa445-bd52-4c32-9fb8-bd21111a083d","remote_addr":"[fd00:1122:3344:101::c]:54397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":173631,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.654546633Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:47340"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.654590654Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49278"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.654825717Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.6589266Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3df269c4-9d1e-4c47-b86c-20d66c901e85","remote_addr":"[fd00:1122:3344:101::b]:47340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3994,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.659375116Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"dad79bce-b628-4668-bf62-8ac71361cce8","remote_addr":"[fd00:1122:3344:101::c]:54397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3465,"response_code":"200"} {"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.700048477Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"} {"msg":"Writing ledger to /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.700208509Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Writing ledger to /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.701657928Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"} {"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.702907974Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.702929774Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"3a501d61-2a0e-4a3d-95b2-ea0cab30a300","remote_addr":"[fd00:1122:3344:101::c]:54397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4743,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.706208037Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.775217427Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a27f8aed-3174-4677-a778-627ce04c956a","remote_addr":"[fd00:1122:3344:101::b]:49278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":120473,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:09.775643793Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5a184294-8666-4c3d-9d4d-6b15f90c819e","remote_addr":"[fd00:1122:3344:101::b]:49278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":154,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.596788394Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33368"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.596913016Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"41690ece-adb4-41ec-9239-b3431fe7486a","remote_addr":"[fd00:1122:3344:101::a]:33368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.646625544Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.646646235Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"50bba58a-b348-4101-ac2d-daef55064bdb","remote_addr":"[fd00:1122:3344:101::a]:33368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":71,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.667639539Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40390"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.667831061Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"63a33835-10c0-480a-bac0-aabc0a937dcf","remote_addr":"[fd00:1122:3344:101::a]:40390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":112,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.680353455Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"03021317-80ba-47b6-bf37-68b51cf6433d","remote_addr":"[fd00:1122:3344:101::a]:33368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":163,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.722798838Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45595"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.722894039Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.762198402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.8172875Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"88284294-cde5-4fad-a86a-e4acaa85ef5d","remote_addr":"[fd00:1122:3344:101::a]:45595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":94429,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:10.817622324Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b282e731-497a-489a-9c0a-2d3120273334","remote_addr":"[fd00:1122:3344:101::a]:45595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:25.391167205Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:46917"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:25.450196946Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"5a14964e-f393-481c-be22-45908023a1c4","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":58323,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:38.632307615Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60445"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:38.632435877Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3ac66cfe-d136-4dc6-8fbe-9540474eb919","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60445","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.285608037Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38933"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.285711309Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d53caa8c-a8ea-47d6-9891-fc43846baa19","remote_addr":"[fd00:1122:3344:101::b]:38933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.361105032Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.361142943Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ff9f69f3-da56-4646-83fa-9ede89080677","remote_addr":"[fd00:1122:3344:101::b]:38933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.367394774Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55637"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.367552656Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ca540023-1ff1-49e9-abe0-30e19f023062","remote_addr":"[fd00:1122:3344:101::c]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.372162257Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"533f482f-b8c5-401e-800f-fcaf0268d36c","remote_addr":"[fd00:1122:3344:101::b]:38933","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":189,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.421726663Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.421759233Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3a228105-1d09-4520-a41a-16c0e95de3b4","remote_addr":"[fd00:1122:3344:101::c]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":49,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.43526773Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"da7df4ed-168b-4ee3-b52d-676e2867b900","remote_addr":"[fd00:1122:3344:101::c]:55637","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":353,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.6369325Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45995"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.637123693Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f8183835-5ec7-4a06-89f2-3783fe83835e","remote_addr":"[fd00:1122:3344:101::c]:45995","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.685405923Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41616"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.685590925Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f1903502-20e5-45d6-8c24-768e44a434c7","remote_addr":"[fd00:1122:3344:101::b]:41616","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.699310894Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41228"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.699392645Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.737569344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.789291638Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"42baaf78-2087-4b42-85a0-e7c8fae7570b","remote_addr":"[fd00:1122:3344:101::b]:41228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":89935,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.789564122Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98abac3c-7d76-464b-ace2-82243b370b18","remote_addr":"[fd00:1122:3344:101::b]:41228","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.825396468Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55453"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.825572531Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.864028922Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.922464455Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9d4745da-fb66-485e-9e3e-6584c2bc9e64","remote_addr":"[fd00:1122:3344:101::c]:55453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96965,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:39.922796369Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"02c2190b-d944-4cd9-a862-c9274195d0ca","remote_addr":"[fd00:1122:3344:101::c]:55453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:40.935490079Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44392"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:40.935632052Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ea3edc02-126c-4cdc-be78-56a21450b129","remote_addr":"[fd00:1122:3344:101::a]:44392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:40.983137171Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:40.983162761Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"93da06aa-a00c-4928-8fa8-6b86d0c2d9cf","remote_addr":"[fd00:1122:3344:101::a]:44392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":83,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.047365389Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:61822"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.047576532Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f3783152-387d-490a-8284-c7aa99b4dd2c","remote_addr":"[fd00:1122:3344:101::a]:61822","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":154,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.057064608Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"564c1b1c-5aaf-42c9-81f2-cb307a7f71fa","remote_addr":"[fd00:1122:3344:101::a]:44392","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.192552243Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54664"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.192664265Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.235641555Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.298274932Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4d84f5da-c97c-4b50-91c4-1a84924a461d","remote_addr":"[fd00:1122:3344:101::a]:54664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":105644,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:41.298623537Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ba2d8bcf-d7e4-42b1-b303-978039482812","remote_addr":"[fd00:1122:3344:101::a]:54664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:03:55.398695231Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"c61146e2-8ef8-4fe1-aae8-88d5e704bcde","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7480,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:08.666488189Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48231"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:08.666661671Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e4df7b05-7679-4ef8-b81b-33ea6231bbcd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:48231","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":57,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.357113848Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33963"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.357255839Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bad420c8-0c8a-4501-9fbc-a97764f7267b","remote_addr":"[fd00:1122:3344:101::b]:33963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.372431357Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.372461898Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a838203f-223e-4381-aed1-8bebe5d11547","remote_addr":"[fd00:1122:3344:101::b]:33963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":76,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.374015188Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40661"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.37412171Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2217f068-0580-42d0-a6f6-93f6b7ed79c3","remote_addr":"[fd00:1122:3344:101::c]:40661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":27,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.382401447Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a5b80590-c0eb-480d-be09-739520ca1482","remote_addr":"[fd00:1122:3344:101::b]:33963","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":229,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.403630995Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48440"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.403855647Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"505862d5-f510-4e38-b399-597e5f66182c","remote_addr":"[fd00:1122:3344:101::c]:48440","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":161,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.426061867Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.426078897Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ce239a40-9f2b-4a8d-a1d9-24ee6cd1263b","remote_addr":"[fd00:1122:3344:101::c]:40661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.437143522Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4506107-d556-4f04-90f4-b08ed4e53ebd","remote_addr":"[fd00:1122:3344:101::c]:40661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.446302301Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57003"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.446395582Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.486988582Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.552704369Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"23a9ba16-0dc1-4168-a2c5-216c01f5b777","remote_addr":"[fd00:1122:3344:101::b]:57003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":106335,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.552931632Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39840"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.553083024Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"83c26966-126a-499e-bbb8-41f5dd012935","remote_addr":"[fd00:1122:3344:101::b]:57003","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":139,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.553199386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.565347884Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.565586577Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"312801b3-d8d4-4973-a841-7bf0a9d23c8d","remote_addr":"[fd00:1122:3344:101::b]:44981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":143,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.593825136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.650401334Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b6342b55-2f13-47cd-bb16-2682406fe137","remote_addr":"[fd00:1122:3344:101::c]:39840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":97279,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:09.650760568Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"eee678f4-5219-4faa-a92d-56681de1e9b4","remote_addr":"[fd00:1122:3344:101::c]:39840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":130,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.639611508Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:56187"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.63976606Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5d9c0a4a-adf2-41f5-8573-dd298e30703e","remote_addr":"[fd00:1122:3344:101::a]:56187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.687574464Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.687602084Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"546f6c8f-251f-446f-ab0c-83c5ca4b3d4c","remote_addr":"[fd00:1122:3344:101::a]:56187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":80,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.696558991Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a20fddbc-8a0a-476a-b5a4-57c6d74b8e82","remote_addr":"[fd00:1122:3344:101::a]:56187","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.772200477Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.77240653Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d3b2de93-6692-4e03-ac61-55717ef13261","remote_addr":"[fd00:1122:3344:101::a]:57642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":139,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.788550031Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35905"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.788651672Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.82837687Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.884615963Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3b43e234-6a7d-49af-8bcf-0c0923551422","remote_addr":"[fd00:1122:3344:101::a]:35905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96004,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:10.884921007Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7fae28e4-1a69-4b10-acc5-4f594a015d2b","remote_addr":"[fd00:1122:3344:101::a]:35905","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":126,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:25.398781411Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"943821a7-2238-4a44-9e46-ef6d41575cd0","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":6752,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:38.699895043Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:38.700055115Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4311fb30-c1b8-47ae-81ce-59525b1c0ebb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:51369","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":50,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.496078329Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54721"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.4962198Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f248cbb2-eea7-4807-8124-f4f7ba4abaf0","remote_addr":"[fd00:1122:3344:101::c]:54721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.513880501Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.513905581Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b03d133f-3664-44f0-a5f9-ef5cb51db410","remote_addr":"[fd00:1122:3344:101::c]:54721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":68,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.522338401Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fe0332e8-2331-47d0-9dcf-5b84b0d985ce","remote_addr":"[fd00:1122:3344:101::c]:54721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":247,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.556284174Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49322"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.556481227Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c332eeb0-952e-42bf-9f24-0e45fe3b3478","remote_addr":"[fd00:1122:3344:101::b]:49322","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":143,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.581230009Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:56629"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.58129567Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c1c8a533-602b-474e-8871-8e83b49ab10d","remote_addr":"[fd00:1122:3344:101::b]:56629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.625988893Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.626011294Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5949617b-88fe-4130-9eaf-4c04c027ea57","remote_addr":"[fd00:1122:3344:101::b]:56629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.636166906Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2bea1ba7-1dc3-406c-9df9-9d3602f4c8e6","remote_addr":"[fd00:1122:3344:101::b]:56629","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":238,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.689560843Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44051"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.689770976Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2615711b-c37a-4bfe-ba92-b804f0873b1d","remote_addr":"[fd00:1122:3344:101::c]:44051","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":108,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.69162726Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54930"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.691750591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.731967086Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.78824255Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9b5aa8cb-82d4-4575-a37e-6ddc991047dc","remote_addr":"[fd00:1122:3344:101::c]:54930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96527,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.788518554Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42987"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.788841868Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.788852798Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"27725401-4205-45c6-aa1f-e06888dc6ad6","remote_addr":"[fd00:1122:3344:101::c]:54930","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":289,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.827688404Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.881225433Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a510d884-cf68-430a-bec2-f7826b38ed35","remote_addr":"[fd00:1122:3344:101::b]:42987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":92488,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:39.881605537Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"83862b24-3768-4bbb-9c56-2740e4495422","remote_addr":"[fd00:1122:3344:101::b]:42987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.835903026Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.836033308Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"5e116d18-8bdc-473c-90a2-7455565b5f97","remote_addr":"[fd00:1122:3344:101::a]:58590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.885877418Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.885930369Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b0d46d58-8d9e-417c-8236-b045a1c9b465","remote_addr":"[fd00:1122:3344:101::a]:58590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":115,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.896573638Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0fa2e7d6-a6fc-4526-8d19-3c1e9f36cc52","remote_addr":"[fd00:1122:3344:101::a]:58590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":176,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.930277217Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45132"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.930367339Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:40.969649181Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:41.028180264Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0ecb8330-1258-446a-b9e0-7fe21eb2d008","remote_addr":"[fd00:1122:3344:101::a]:45132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":97834,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:41.028292276Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33837"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:41.02862815Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"af8d5f32-aaaa-4f7f-92ff-e5d412425611","remote_addr":"[fd00:1122:3344:101::a]:33837","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:41.028662671Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"37e9720a-d531-4c5f-8e31-8f7a4bbb6a43","remote_addr":"[fd00:1122:3344:101::a]:45132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":216,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:04:55.400927716Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"b18d93af-8b28-4b96-b929-38d2d7fe129e","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8352,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:01.936531582Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:08.733499789Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60982"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:08.73361091Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3561aec3-e51e-468a-8af3-22d577149e03","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60982","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":40,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.321255225Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60778"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.321353837Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a8df7114-0fb6-497a-9fc1-44fa0e1bcc3d","remote_addr":"[fd00:1122:3344:101::b]:60778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":51,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.336767148Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.336788428Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"63ff45f8-f931-4112-9610-e7555ed1eb06","remote_addr":"[fd00:1122:3344:101::b]:60778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":56,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.346986101Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"73ff7afa-d23f-40b3-9147-c45584e81852","remote_addr":"[fd00:1122:3344:101::b]:60778","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.386423555Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64579"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.386539257Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"14853b81-2715-4863-9c8e-f8317c68231f","remote_addr":"[fd00:1122:3344:101::c]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.408490283Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50113"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.408611325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.448020279Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.504199352Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3777219a-9e49-4fb1-bc6b-5dd62eb0f645","remote_addr":"[fd00:1122:3344:101::b]:50113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":95622,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.504465435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62919"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.504563557Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50666"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.504774539Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.50480704Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2d64e085-802d-43be-ba98-82773f941424","remote_addr":"[fd00:1122:3344:101::c]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":233,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.504890591Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"305126c5-5f99-4cc3-a6a7-8020ae9c7f22","remote_addr":"[fd00:1122:3344:101::b]:50113","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.504970172Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a318a503-21b0-49bc-8c6b-39f85f4b132c","remote_addr":"[fd00:1122:3344:101::c]:50666","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":266,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.505012563Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"30007f56-9a51-46ee-b746-f5e7d0ec3930","remote_addr":"[fd00:1122:3344:101::b]:62919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":288,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.517417804Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4c5a3f63-620e-4a88-a25d-a6ca8e91fc30","remote_addr":"[fd00:1122:3344:101::c]:64579","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":424,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.530019909Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61465"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.53010696Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.568824225Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.625673847Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"37e67e2b-9951-47b5-b606-9a1ea170a476","remote_addr":"[fd00:1122:3344:101::c]:61465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":95597,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:09.6259397Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5e16f9a0-d537-4624-97e9-7fe655198cf0","remote_addr":"[fd00:1122:3344:101::c]:61465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.667132663Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41279"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.667262644Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1adfb3e9-c919-4945-a575-0be4d6a33406","remote_addr":"[fd00:1122:3344:101::a]:41279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":75,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.718188779Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.718204919Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8e29556a-f698-41de-8547-a51b9547472b","remote_addr":"[fd00:1122:3344:101::a]:41279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":67,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.732464365Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48803"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.732662017Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d5e5cf2c-bb79-4373-8800-5d5f6a0a9195","remote_addr":"[fd00:1122:3344:101::a]:48803","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":158,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.735412744Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9cc8ef58-6cfc-4c4f-a437-0cd075bbcf76","remote_addr":"[fd00:1122:3344:101::a]:41279","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":135,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.775280873Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40473"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.775357634Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.816940826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.879149908Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5bc90d75-52e0-4a0e-a949-e927b8162d1d","remote_addr":"[fd00:1122:3344:101::a]:40473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":103816,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:10.879418371Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0cd38c77-cdf6-4d19-b9f3-141bedb74bfc","remote_addr":"[fd00:1122:3344:101::a]:40473","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:25.39987461Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"d824cdf0-a5b6-4675-bd8d-1419d65faae4","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7888,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:38.76526452Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45873"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:38.765355272Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2f208dfd-dc77-44cb-b413-b744bce0ee39","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:45873","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":29,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.50193677Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57593"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.502076562Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e8849dd5-7ef0-4b2b-86cf-3794d42c5e0f","remote_addr":"[fd00:1122:3344:101::c]:57593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":75,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.549845935Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.549859835Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fc851a60-6f55-460f-a893-e0b5f465f066","remote_addr":"[fd00:1122:3344:101::c]:57593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":71,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.592994318Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45170"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.59316717Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"32ba80f8-53e5-45ac-8eff-c113b44cf5fb","remote_addr":"[fd00:1122:3344:101::c]:45170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":119,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.599839457Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4a8edbd-dc77-4d67-924f-e0f8f67944c2","remote_addr":"[fd00:1122:3344:101::c]:57593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.660082843Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63091"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.660165884Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a8e6e52f-9048-42b0-9668-10341f170827","remote_addr":"[fd00:1122:3344:101::b]:63091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.677527861Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.677546311Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5b9a27dd-4c48-42d7-bad8-891905381fb6","remote_addr":"[fd00:1122:3344:101::b]:63091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":259,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.687769174Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d5ae5dc5-1f05-4a36-8c28-0674fefca213","remote_addr":"[fd00:1122:3344:101::b]:63091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":291,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.729834053Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.730005035Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ad107fff-c1fb-4335-abb2-16ceaf34a571","remote_addr":"[fd00:1122:3344:101::b]:58177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.741144341Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53132"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.741218462Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.779812715Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.837953223Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f117e1ee-6c97-4902-a08b-d2e8d5b71ac3","remote_addr":"[fd00:1122:3344:101::c]:53132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96759,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.838054424Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52146"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.838296027Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.842205488Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8aff28c6-9584-4fd0-a95d-4b26aaad775e","remote_addr":"[fd00:1122:3344:101::c]:53132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3897,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.876207292Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.935651597Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"554033d0-6253-4a6d-812c-d021549d519d","remote_addr":"[fd00:1122:3344:101::b]:52146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":97456,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:39.936243915Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"20662189-cada-47ef-8a0e-e6663dd2599a","remote_addr":"[fd00:1122:3344:101::b]:52146","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":357,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.744070174Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53478"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.744292807Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8df8bd55-3201-4467-91d5-6c9d547840c4","remote_addr":"[fd00:1122:3344:101::a]:53478","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.815526195Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37369"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.815651927Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"63d3e4aa-eda9-4aab-bcb4-016cf2c200de","remote_addr":"[fd00:1122:3344:101::a]:37369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":52,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.829763441Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.829775901Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"285cffd2-867d-4f6c-89d1-f25cd5d392de","remote_addr":"[fd00:1122:3344:101::a]:37369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":59,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.842617869Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4e3586a8-0543-49e5-879f-af236903b7df","remote_addr":"[fd00:1122:3344:101::a]:37369","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":204,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.890896488Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38904"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.89099551Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.932012275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.992705897Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bbd2ee24-4dc6-4555-839b-36a80c94e5ba","remote_addr":"[fd00:1122:3344:101::a]:38904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":101745,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:40.9929767Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"77901d49-7e2c-4ade-9b69-9e957a7d9994","remote_addr":"[fd00:1122:3344:101::a]:38904","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:05:55.400027909Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"f79c1878-08be-48c5-9aab-b9f9d8e04761","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8001,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:08.799318881Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64932"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:08.799405762Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5b198662-854a-4940-94d8-3bc65e91b27c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64932","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":32,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.299070271Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.299263883Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"106ae32d-1cc1-47e8-9cc5-f57864204e7a","remote_addr":"[fd00:1122:3344:101::b]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":117,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.316000332Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.316021532Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bf2b4a79-bd70-40f4-a98f-96a6276b568e","remote_addr":"[fd00:1122:3344:101::b]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.324505082Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3c090b21-3d6e-48d0-909a-2d05f138d7bc","remote_addr":"[fd00:1122:3344:101::b]:57184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":193,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.344538064Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51524"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.344662556Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6fcd4155-0c44-446e-8788-50e892672fab","remote_addr":"[fd00:1122:3344:101::c]:51524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.346721092Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.346905105Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"78758de9-c1a2-4363-ad25-c64bdcd2a19f","remote_addr":"[fd00:1122:3344:101::b]:62494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.351317872Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:65202"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.351492845Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"53598bf3-ce4a-430c-86d5-3ff67653fe3f","remote_addr":"[fd00:1122:3344:101::c]:65202","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.357362131Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.357374651Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2a1f9e7f-1d15-4ee5-8fa8-040e8804c0ce","remote_addr":"[fd00:1122:3344:101::c]:51524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":40,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.365898553Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f300646b-e440-4d48-b9b3-34f748baac07","remote_addr":"[fd00:1122:3344:101::c]:51524","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":170,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.372140284Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37522"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.372247845Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.412563351Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.469404263Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"663fce75-23d5-41f0-bcf2-ab0d172e9d1b","remote_addr":"[fd00:1122:3344:101::b]:37522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":97191,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.469538765Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47531"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.469777858Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.473577057Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9801e940-52e7-4e99-ad22-f9d9a5db28c6","remote_addr":"[fd00:1122:3344:101::b]:37522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3792,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.508067477Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.567384731Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a8219574-e449-4a6a-ade8-c88e4a4b7526","remote_addr":"[fd00:1122:3344:101::c]:47531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":97715,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:09.567727466Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b5c63dcb-b870-43cc-b4a1-6eaab47fb157","remote_addr":"[fd00:1122:3344:101::c]:47531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":151,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.773708058Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58210"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.773920321Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"151e27a3-90d7-4bcb-a167-e85bb5a2b0f8","remote_addr":"[fd00:1122:3344:101::a]:58210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":104,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.820896063Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.820915683Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fbf9f7d7-f909-4485-b522-cec812e2c2b9","remote_addr":"[fd00:1122:3344:101::a]:58210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":77,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.837367088Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37936"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.83754453Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4cf29dda-f349-4eb5-afaa-f3a55e34ec63","remote_addr":"[fd00:1122:3344:101::a]:37936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":121,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.845819548Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"267c7b83-84e4-48f8-b911-5f4d32e0ebbc","remote_addr":"[fd00:1122:3344:101::a]:58210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.880059874Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50901"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.880211096Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.921827019Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.979804776Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"46438dc7-9350-4c83-aa5f-9e151d0e092e","remote_addr":"[fd00:1122:3344:101::a]:50901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99658,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:10.980076419Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98c4b61b-cc43-40c9-a3e3-c17701fbc239","remote_addr":"[fd00:1122:3344:101::a]:50901","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":108,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:25.399744223Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"7855687b-f597-4727-a202-f784fcddbf26","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7503,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:38.83162627Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57796"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:38.831728721Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"76b04398-94a1-4920-9f90-9ddae8357440","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57796","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.308248398Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39218"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.308361629Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d2a371a2-9cd6-46ab-8b8b-f795d2500b2f","remote_addr":"[fd00:1122:3344:101::c]:39218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":58,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.381386892Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.381417412Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f5d0a4a4-1b50-4480-82c3-f9d65dd7a776","remote_addr":"[fd00:1122:3344:101::c]:39218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":74,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.391762027Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"32e07211-ca41-4cbc-b306-a700ff2675d0","remote_addr":"[fd00:1122:3344:101::c]:39218","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":189,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.483509324Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55717"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.483699977Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0ea9a4d1-1a5c-4435-84ff-13fa201e4346","remote_addr":"[fd00:1122:3344:101::b]:55717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":82,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.498959806Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.498973696Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cade67ac-5484-482d-b1a2-f4f916a1149b","remote_addr":"[fd00:1122:3344:101::b]:55717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":57,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.506863599Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9c3291be-f32f-4bd0-8282-160befa8a490","remote_addr":"[fd00:1122:3344:101::b]:55717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.518343789Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54190"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.51844583Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.557273587Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.612193453Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c48c8ce1-1063-440f-a2d2-b03de80825a5","remote_addr":"[fd00:1122:3344:101::c]:54190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93780,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.612338005Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45244"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.612362135Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50638"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.612423716Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60811"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.612819181Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.612877742Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"186c406e-17f4-4951-9069-fe6674622d74","remote_addr":"[fd00:1122:3344:101::c]:54190","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":321,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.616812493Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9510cd69-bb32-4be2-91a1-fa57397fb2e8","remote_addr":"[fd00:1122:3344:101::b]:50638","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3954,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.616971065Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"929b33d6-59ef-402f-a846-eda56d5bbe9a","remote_addr":"[fd00:1122:3344:101::c]:45244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4175,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.649224836Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.706779617Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f735bb28-9397-48bb-a6f6-4c0b545375cc","remote_addr":"[fd00:1122:3344:101::b]:60811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":94194,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:39.707135432Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"56cf3c34-2091-4198-9a57-f35cace91762","remote_addr":"[fd00:1122:3344:101::b]:60811","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":169,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:40.678412252Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36424"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:40.678555454Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2558cc74-b126-488c-9bad-aed09abee853","remote_addr":"[fd00:1122:3344:101::a]:36424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":77,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:40.731402393Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:40.731449354Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9df81226-0e11-478d-91f6-6594dfea20ef","remote_addr":"[fd00:1122:3344:101::a]:36424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":106,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:40.741234842Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7e335adb-1afe-4b17-94d6-5579180a617a","remote_addr":"[fd00:1122:3344:101::a]:36424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.069904138Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50957"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.070079661Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"daa4767d-bf93-44c6-9583-8b929ce4c733","remote_addr":"[fd00:1122:3344:101::a]:50957","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":124,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.120824143Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:32892"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.120936564Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.163788093Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.219738333Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f8c77e1d-e965-48ee-9efc-23e8c0438851","remote_addr":"[fd00:1122:3344:101::a]:32892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98857,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:41.220033667Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d087e6a5-8631-4bac-bd0e-784f9c8bfffb","remote_addr":"[fd00:1122:3344:101::a]:32892","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":122,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:06:55.400932556Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"4b4e0ac4-d687-4b95-92d1-e18cd30f3638","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8147,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:08.864684139Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41981"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:08.864826581Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"cee2ed14-1651-44aa-b9c1-78b5a5ff77ce","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41981","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.249452869Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42518"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.24955259Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"12d8139f-f776-4da4-9cfc-552a4b79d57b","remote_addr":"[fd00:1122:3344:101::b]:42518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":46,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.266216437Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.266251268Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fb062bc2-ba06-4542-9c64-cf4124b26862","remote_addr":"[fd00:1122:3344:101::b]:42518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":73,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.279256127Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0924be69-9baa-400f-b499-41e9a2d99d7e","remote_addr":"[fd00:1122:3344:101::b]:42518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":207,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.332509572Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55404"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.332673464Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"33b91e25-23a6-4c94-8b3a-277868141351","remote_addr":"[fd00:1122:3344:101::c]:55404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.377952475Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.377975145Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"11b816fc-d0d2-4889-b3f5-11d29509a08d","remote_addr":"[fd00:1122:3344:101::c]:55404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":89,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.387123214Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"649fe6c5-7d3f-45f9-b31b-65c79bd87868","remote_addr":"[fd00:1122:3344:101::c]:55404","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":212,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.41055869Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:38732"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.410717622Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f2b99694-c434-4f83-9a86-a4213a260797","remote_addr":"[fd00:1122:3344:101::c]:38732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.415209421Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63643"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.415346553Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0214dc0e-29c7-43d0-8fa9-3e2c328e38e5","remote_addr":"[fd00:1122:3344:101::b]:63643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.448354413Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44786"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.448458885Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.488619909Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.549113128Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e7a0bbcf-038f-4837-bbf5-c14606dbb7a8","remote_addr":"[fd00:1122:3344:101::c]:44786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":100694,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.549358921Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.549482613Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"91631347-40ca-48d8-a696-4d74a451b6aa","remote_addr":"[fd00:1122:3344:101::c]:44786","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":161,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.549626705Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.58684074Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.640137005Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5110033b-26af-46ae-b7ad-ccd687bfbc01","remote_addr":"[fd00:1122:3344:101::b]:60776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":90593,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:09.64051642Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"935eee13-b03d-4383-a0a2-509781d2b1a0","remote_addr":"[fd00:1122:3344:101::b]:60776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":170,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.63246319Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49156"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.632607132Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"89f0d6c5-9566-4a5f-9205-6e28e895642a","remote_addr":"[fd00:1122:3344:101::a]:49156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":70,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.676794638Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.676814618Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d8477e0a-6e1b-43bf-b5df-16b9b2c39c71","remote_addr":"[fd00:1122:3344:101::a]:49156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":71,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.685516072Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"528e0ecf-c615-410d-98c0-29f75445e89d","remote_addr":"[fd00:1122:3344:101::a]:49156","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.714695323Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:55750"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.714863775Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f9e12422-381b-4bbe-b720-9ab196b45887","remote_addr":"[fd00:1122:3344:101::a]:55750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":111,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.745263922Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54656"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.745373093Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.787035127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.844579797Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"076522a3-9c82-4be7-87de-2cb6f5dbbc26","remote_addr":"[fd00:1122:3344:101::a]:54656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99250,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:10.84482716Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c402e067-5ce2-4e3d-be9b-b7d3530f6a9c","remote_addr":"[fd00:1122:3344:101::a]:54656","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:25.40069129Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"3c1e77f3-f550-408f-bbfb-871bb0fb210b","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7109,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:38.897448224Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36568"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:38.897551515Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a43433ef-1954-47a2-925e-373ddd764896","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36568","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.509416437Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36940"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.509570279Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"0c8b4924-927d-4d7a-af9c-100ce41a87ab","remote_addr":"[fd00:1122:3344:101::b]:36940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":88,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.556130837Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:59518"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.556250899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.556699564Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"38115652-d40b-4ec8-b8a0-7027248e5cfa","remote_addr":"[fd00:1122:3344:101::b]:59518","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":494,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.599514463Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.599541133Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3b585a31-f8a7-454e-b4de-12a60f50342a","remote_addr":"[fd00:1122:3344:101::b]:36940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":100,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.608382468Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f17bf899-86e5-4f3d-89c0-7801f94711d3","remote_addr":"[fd00:1122:3344:101::b]:36940","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":255,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.63223862Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:52971"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.632367141Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8a8914f7-1496-48b2-97b6-0a70126e7cc6","remote_addr":"[fd00:1122:3344:101::c]:52971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":54,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.64294303Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:46610"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.643062051Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.69285111Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.762805953Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"df40e32a-15fd-4cc9-b763-684fa7def81e","remote_addr":"[fd00:1122:3344:101::b]:46610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":119784,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763103467Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56722"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763123027Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763136667Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1a2738f9-78ae-4329-b2d2-2d34e502e75c","remote_addr":"[fd00:1122:3344:101::c]:52971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763202918Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57277"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763259069Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63547"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.76331374Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63734"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763412241Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35431"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763527023Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c5153701-8dc7-4008-ab32-0d298e26cc83","remote_addr":"[fd00:1122:3344:101::b]:46610","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":375,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763588713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763638204Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f1ca862d-d946-4cab-92f2-307a5f10adc7","remote_addr":"[fd00:1122:3344:101::c]:56722","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":315,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763831007Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763920448Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"4a471a51-fe54-4826-8a13-6bb0eb9e834d","remote_addr":"[fd00:1122:3344:101::c]:57277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":502,"response_code":"200"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.763962008Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.764027959Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.769240077Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.769416799Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.76945654Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.76948106Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.769531141Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.769814194Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4a1999af-4ed9-4e14-8a5c-e44983585772","remote_addr":"[fd00:1122:3344:101::b]:63547","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":6220,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.769871465Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"163d4121-9292-452a-b68c-0ea89d7f4f57","remote_addr":"[fd00:1122:3344:101::b]:63734","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":504,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.773008236Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f53b201b-a8f5-40a8-830d-a51e2069245b","remote_addr":"[fd00:1122:3344:101::c]:52971","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":245,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.807418624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.862628144Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c093cce8-18ca-4ac7-aaf6-38460cf2aa72","remote_addr":"[fd00:1122:3344:101::c]:35431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98955,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.862989639Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"75a3b2ff-3be1-4f23-abc7-48e879752b47","remote_addr":"[fd00:1122:3344:101::c]:35431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":148,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.88141933Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:62965"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881665973Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881717444Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881754864Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881787825Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881816775Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881835605Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881866606Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:39.881879676Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2cb6b091-3ab4-41a2-8dcd-e7b3ef21dde0","remote_addr":"[fd00:1122:3344:101::c]:62965","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":394,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.821479533Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44534"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.821651305Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.82201071Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"ba6c9998-7a4b-4635-9979-8924847f5c4c","remote_addr":"[fd00:1122:3344:101::a]:44534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":454,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.887640146Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49207"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.887758417Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7bfd64b6-39c3-49aa-9e62-7eef9af4e89c","remote_addr":"[fd00:1122:3344:101::a]:49207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.908313316Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60864"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.908453977Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:40.950391594Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.013849912Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"dbf84ebc-6b6e-497f-9b18-c3a3a84caec2","remote_addr":"[fd00:1122:3344:101::a]:60864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":105443,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.014104716Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63900"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.01440444Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.01446506Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4ca2d02b-c780-4e54-9adf-919953925198","remote_addr":"[fd00:1122:3344:101::a]:49207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":228,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.014486631Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4e2dc426-c0ae-4081-859b-bed61af7b45b","remote_addr":"[fd00:1122:3344:101::a]:60864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":329,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.014556962Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"86cd8a4e-9038-4f88-b573-1d212c8ba3b1","remote_addr":"[fd00:1122:3344:101::a]:63900","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":256,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.023506738Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f9e28feb-2ab6-4c8b-832e-d99bcfccd2b8","remote_addr":"[fd00:1122:3344:101::a]:49207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":372,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133411902Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37470"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133638215Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133685556Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133710346Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133726846Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133742746Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133749297Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133774317Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:41.133799907Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"3bf4f14d-649e-471f-8acf-711f6368add2","remote_addr":"[fd00:1122:3344:101::a]:37470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":308,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:07:55.400300792Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"b21313b8-40b4-41cd-a667-0c06752524ce","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7441,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:08.932003392Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57728"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:08.932206605Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"542ab0fa-c786-4adb-907c-cee44eff5561","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57728","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":103,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.292206391Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36832"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.292337813Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"006bdefe-eac2-4499-9d5b-a7933d30feb9","remote_addr":"[fd00:1122:3344:101::c]:36832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.337226529Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.337245499Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"591746e7-853a-4504-9f62-60e06c38bd6c","remote_addr":"[fd00:1122:3344:101::c]:36832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":87,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.345442686Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6bde8f51-4c30-4b94-9f9c-be58dc5f8146","remote_addr":"[fd00:1122:3344:101::c]:36832","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":257,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.382485009Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48912"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.383210709Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"df6b3480-f33d-4e0c-b93a-083c47cc77c8","remote_addr":"[fd00:1122:3344:101::c]:48912","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":687,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.453501686Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49692"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.453594577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.497843664Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.568495126Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"383aa8c6-5c3a-4d51-9ec0-479bfce7c369","remote_addr":"[fd00:1122:3344:101::c]:49692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":114923,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.568636657Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57030"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.568671018Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39043"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.569161604Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"50202022-88d5-470a-815e-ef4293299e03","remote_addr":"[fd00:1122:3344:101::b]:39043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":217,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.569186175Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e666f808-00e7-42c3-9413-320831c0ac6d","remote_addr":"[fd00:1122:3344:101::c]:49692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":337,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.569215435Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2d8aff94-8c6b-4c82-834a-f1157a59f81c","remote_addr":"[fd00:1122:3344:101::b]:57030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":231,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.575926243Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57497"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.576122495Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.618510728Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.67845438Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"41f7f6c2-ee72-4bea-b630-1afef6269541","remote_addr":"[fd00:1122:3344:101::b]:57497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102417,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.678944316Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.678973087Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"27920807-7494-4c0b-b608-bcbf4a45c1d2","remote_addr":"[fd00:1122:3344:101::b]:57030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":165,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.679034098Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"91c04761-34ee-44c0-9372-994391546c6e","remote_addr":"[fd00:1122:3344:101::b]:57497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":172,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:09.689337742Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fb8c04b3-4aeb-4002-87a4-edb53434e411","remote_addr":"[fd00:1122:3344:101::b]:57030","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":302,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.683823355Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40987"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.683996507Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5e7c5aed-3389-4bac-8e08-bc8177646603","remote_addr":"[fd00:1122:3344:101::a]:40987","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.690805006Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:52130"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.690892468Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1d5b378f-b5ed-4fa3-bba9-feb93fc5778c","remote_addr":"[fd00:1122:3344:101::a]:52130","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":39,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.731413466Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.731455157Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"16ee6f54-be93-44b4-8233-19c1bcec1313","remote_addr":"[fd00:1122:3344:101::a]:52130","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":92,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.73936007Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"42d0ac6d-1460-4699-bed4-0e278bac6019","remote_addr":"[fd00:1122:3344:101::a]:52130","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":179,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.792544082Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:56986"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.792633834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.832500834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.89352175Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5ccbfc5e-71de-4c06-a2b2-fbcb53073d60","remote_addr":"[fd00:1122:3344:101::a]:56986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":100920,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:10.893779183Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bf7d633f-8abb-4cd8-bad3-b4000d70429e","remote_addr":"[fd00:1122:3344:101::a]:56986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:25.400191219Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"14cfd4c2-733a-490a-9da0-3ef1a3150af6","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:38.966206706Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40308"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:38.966305097Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"23150f1f-24b7-4786-955d-8ad3d9623188","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40308","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.372916042Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57458"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.373117845Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c1095e82-e441-42e2-8d81-c888be0505bc","remote_addr":"[fd00:1122:3344:101::c]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":122,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.429242047Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.429286527Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8b758d6d-ac4d-4f77-9de5-bbe54df6433a","remote_addr":"[fd00:1122:3344:101::c]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.439755864Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a73adca7-c124-4812-b4f3-a705ca8ddeb5","remote_addr":"[fd00:1122:3344:101::c]:57458","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":250,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.518842196Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:40457"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.519031048Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5e1c569d-3cb4-44db-b435-2de8d95b3671","remote_addr":"[fd00:1122:3344:101::b]:40457","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":125,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.577629962Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64651"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.577712934Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"314d4f8e-a02a-4be7-a5db-ba80c473026d","remote_addr":"[fd00:1122:3344:101::b]:64651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":36,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.592069421Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.592095941Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"8fc8ca59-b3ac-405b-bdc3-e1cd211e6274","remote_addr":"[fd00:1122:3344:101::b]:64651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":50,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.600812745Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"29756c2d-2398-45aa-bc0c-65e1a841f1c5","remote_addr":"[fd00:1122:3344:101::b]:64651","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":177,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.722441212Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:34692"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.722637504Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"fa213087-7ecd-450b-9e54-4776e9db93a1","remote_addr":"[fd00:1122:3344:101::c]:34692","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.731894875Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36385"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.731994316Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.774338329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.837639194Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"532c9e76-f86e-49df-b9de-ddbbe4e8aafa","remote_addr":"[fd00:1122:3344:101::b]:36385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":105659,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.83807397Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a3ce07a7-138a-4c20-a019-c54b409d9ee7","remote_addr":"[fd00:1122:3344:101::b]:36385","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":165,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.943402264Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57141"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.943563436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:39.980632489Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.038752557Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"59688a24-1743-450f-af33-e66b0341ee8e","remote_addr":"[fd00:1122:3344:101::c]:57141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":95254,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.039050471Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"87b1ba73-a4fa-4b37-a03a-4d025cdc4e1f","remote_addr":"[fd00:1122:3344:101::c]:57141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":110,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.738325714Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63863"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.738474686Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"21988ae4-476d-4ca8-af7c-3243e85649f4","remote_addr":"[fd00:1122:3344:101::a]:63863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":94,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.781237194Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.781256964Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"83f7eda2-454a-4093-9054-48e2e616d653","remote_addr":"[fd00:1122:3344:101::a]:63863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":82,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.88219017Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59535"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.882385913Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"946a1ad8-480b-4231-b3ce-b30a977b3e1b","remote_addr":"[fd00:1122:3344:101::a]:59535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":148,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.890733361Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"89169507-4319-409e-8940-bf4d695fa670","remote_addr":"[fd00:1122:3344:101::a]:63863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":182,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.989074584Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60529"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:40.989201196Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:41.030537145Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:41.091088705Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7cc3f1a9-17af-496d-9dba-b651c0c16d30","remote_addr":"[fd00:1122:3344:101::a]:60529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":101935,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:41.091348799Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"417f082d-bf84-4418-90cf-14751ee98967","remote_addr":"[fd00:1122:3344:101::a]:60529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":107,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:08:55.400799964Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"f82979c6-0eb4-42a8-b9ee-00b8c28f9231","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7504,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.000557542Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60666"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.000732964Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c941c1b1-d747-4161-80c2-162651c45532","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:60666","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":79,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.279470171Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47104"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.279578332Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"060cea84-5a43-4798-a247-29d923cd105d","remote_addr":"[fd00:1122:3344:101::c]:47104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":60,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.325160816Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.325189587Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5af69669-2edf-4c9f-ad76-3474691cce3c","remote_addr":"[fd00:1122:3344:101::c]:47104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":82,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.334822133Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d8ef0704-ffba-4585-b704-81c4fd2da49c","remote_addr":"[fd00:1122:3344:101::c]:47104","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":192,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.342519563Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55862"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.342655904Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"827acb60-ff5b-4efc-83fe-76d6b8eae33d","remote_addr":"[fd00:1122:3344:101::b]:55862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":49,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.357123784Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.357139434Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5400c0b9-43c1-42f8-8325-335c4abcb85e","remote_addr":"[fd00:1122:3344:101::b]:55862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":47,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.365556683Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c4856b3e-ec3a-42de-9a00-b26619b46efb","remote_addr":"[fd00:1122:3344:101::b]:55862","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.37368708Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:38415"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.373782351Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.415756028Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.475801382Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8a3b7c81-ac5e-46f5-b317-1763ec016fe3","remote_addr":"[fd00:1122:3344:101::c]:38415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102056,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.475960284Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58378"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.476000534Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44045"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.476302768Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e6f33272-5a6f-4e1c-9403-a6a936077fc0","remote_addr":"[fd00:1122:3344:101::c]:38415","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":261,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.476324419Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"68f0a178-0db1-4a77-8402-6dbe0ea97003","remote_addr":"[fd00:1122:3344:101::c]:44045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":195,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.476446Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2eba94a0-2fb9-4d8b-b776-09a9dc9cf860","remote_addr":"[fd00:1122:3344:101::b]:58378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":234,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.489217037Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37798"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.489373999Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.524600048Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.570441756Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5b7dac1e-59c2-458b-a7de-5dab2d408a7e","remote_addr":"[fd00:1122:3344:101::b]:37798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":81138,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:09.57072095Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d86d0dbc-daef-4718-88b7-ab63627e9a63","remote_addr":"[fd00:1122:3344:101::b]:37798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.605773062Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58719"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.605929754Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c5ceb8cb-4cd2-4ff8-9103-10a0e2c5be3a","remote_addr":"[fd00:1122:3344:101::a]:58719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":85,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.61939635Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.61942046Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"137cc92e-b577-45c0-8825-38a3a3873521","remote_addr":"[fd00:1122:3344:101::a]:58719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.627742959Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"737d6b61-192b-4763-9794-8453c0ec43c7","remote_addr":"[fd00:1122:3344:101::a]:58719","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":180,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.683560597Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33812"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.683679538Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.724544791Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.78343706Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"63e2cb0b-f80b-44fa-b51b-4a82cbb2bb18","remote_addr":"[fd00:1122:3344:101::a]:33812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99803,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.783599362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49400"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.783837255Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9e6ba51d-d2e6-4b27-9325-ec67a40930df","remote_addr":"[fd00:1122:3344:101::a]:49400","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":155,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:10.783882405Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5cd13df1-e7a8-48e0-a629-d070c5e4f439","remote_addr":"[fd00:1122:3344:101::a]:33812","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":222,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:25.400667361Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"0019f12e-d674-4165-893b-3a3bf2b898e1","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7227,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.033831204Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.033925265Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"59d8345a-a192-48fe-a193-741c7e838d3f","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:43055","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":42,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.321356345Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52941"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.321532117Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"2a709a0f-3703-4d7c-85c2-554b2455b14f","remote_addr":"[fd00:1122:3344:101::b]:52941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.348514769Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.34854919Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5278e35d-b40d-4d1d-b1c2-d1dac5d11d3c","remote_addr":"[fd00:1122:3344:101::b]:52941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":120,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.363198761Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b56bd62f-bef4-4b20-9677-57453778eae3","remote_addr":"[fd00:1122:3344:101::b]:52941","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":434,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.448717037Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54196"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.448833938Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f3b924d1-4f3c-43b7-a659-a02646614ab1","remote_addr":"[fd00:1122:3344:101::c]:54196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.464132658Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.464168618Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0053050c-afc5-4ffd-9c73-1c2fc29b0e9b","remote_addr":"[fd00:1122:3344:101::c]:54196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":78,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.474552234Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"96c335ca-4f68-451a-aa7f-6bdcebae17c3","remote_addr":"[fd00:1122:3344:101::c]:54196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":351,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.611909356Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43515"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.612120319Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a5794567-59bd-4390-8249-cf0e21843ab3","remote_addr":"[fd00:1122:3344:101::b]:43515","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":162,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.631009605Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55660"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.631075266Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54192"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.63138844Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.631508081Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d56410c0-c3ca-46fb-b0b2-630de7b174a7","remote_addr":"[fd00:1122:3344:101::c]:55660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":248,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.670198036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.674232809Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56393"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.725024041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.725091482Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a7ea3cce-6e46-4b77-a4f9-a018bc08d278","remote_addr":"[fd00:1122:3344:101::b]:54192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93844,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.729733993Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cd92de7d-e072-4923-92d7-48cc9033464c","remote_addr":"[fd00:1122:3344:101::b]:54192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":731,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.763800857Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.813479865Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"122da9ea-fed0-4b68-a59a-a855e8495c59","remote_addr":"[fd00:1122:3344:101::c]:56393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":139031,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:39.813796939Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0e3043d7-d1cb-406b-8826-269315b5eca3","remote_addr":"[fd00:1122:3344:101::c]:56393","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":144,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.705670274Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40903"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.705814726Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4f5ac140-9a52-41de-baf1-c2dba798e161","remote_addr":"[fd00:1122:3344:101::a]:40903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":84,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.723592508Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.723622678Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5e6392db-69f5-41eb-9268-2c7bd9c42512","remote_addr":"[fd00:1122:3344:101::a]:40903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":48,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.754646233Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48384"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.754775505Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ffc0ee8f-4e73-4384-9c3e-db625b11e35c","remote_addr":"[fd00:1122:3344:101::a]:48384","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.757341068Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f187ac1a-e5a8-4f6d-877d-26bd81f01484","remote_addr":"[fd00:1122:3344:101::a]:40903","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":120,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.980794972Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58306"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:40.980963924Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:41.019358385Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:41.075306205Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f69c9944-69ac-4ad0-9fa0-f360494dabd4","remote_addr":"[fd00:1122:3344:101::a]:58306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":94440,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:41.075530668Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6a65a957-50e6-4545-b808-6ac1860d5a72","remote_addr":"[fd00:1122:3344:101::a]:58306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:46.868089832Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:46.868776631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:46.896473172Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.9999972s","next_cleanup":"Instant { tv_sec: 2978, tv_nsec: 189356274 }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:09:55.401633443Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"10114777-32fc-4b55-8f50-7fbfde975e2d","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8306,"response_code":"200"} {"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:01.938915443Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.067823189Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58140"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.067926091Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3735fe98-6c1d-45b1-9238-2b1c70133d4d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58140","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.334588319Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43694"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.334736501Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"083dc40b-6250-4b85-9fd3-58503b038651","remote_addr":"[fd00:1122:3344:101::b]:43694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":85,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.342745586Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:40720"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.342942188Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b01ad706-8849-4b92-a553-51e0250d6d8a","remote_addr":"[fd00:1122:3344:101::b]:40720","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":140,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.348631502Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.348643903Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c734c86e-7f36-4978-b0ad-83b4783c5f8c","remote_addr":"[fd00:1122:3344:101::b]:43694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":60,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.358739574Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"35b3e346-0174-4058-bbd9-bc59fdb5f67c","remote_addr":"[fd00:1122:3344:101::b]:43694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":194,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.381265528Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44766"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.381369429Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.421596974Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.480913348Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"9375aaf2-a739-4bad-b7a9-d32595c38181","remote_addr":"[fd00:1122:3344:101::b]:44766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99581,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.4810435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.481168322Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d9a1ecec-661d-447d-96ce-6e319d70cfaa","remote_addr":"[fd00:1122:3344:101::c]:49581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":55,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.481324693Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"73062d5f-e79d-4535-9639-c0719a6fa781","remote_addr":"[fd00:1122:3344:101::b]:44766","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":91,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.500413862Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.500429493Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f10c0b6c-9ff6-43a3-b601-9422bf77a272","remote_addr":"[fd00:1122:3344:101::c]:49581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":107,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.510033948Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36508"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.510242131Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"16ef6f17-e98e-42bc-a714-6c2f81679130","remote_addr":"[fd00:1122:3344:101::c]:36508","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":134,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.519212548Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5828d342-d361-42e8-8d05-9ce0fa7d0187","remote_addr":"[fd00:1122:3344:101::c]:49581","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":186,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.568814715Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56446"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.568928207Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.607067394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.664550134Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1bdf153b-79eb-4fb2-9be5-e48010f599a4","remote_addr":"[fd00:1122:3344:101::c]:56446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":95667,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:09.664819477Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4c18c2a1-6d07-4e91-a63d-f7da8bacac6c","remote_addr":"[fd00:1122:3344:101::c]:56446","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.606089026Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37590"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.606242898Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1ba9094c-da0b-4adc-89c9-09a35ec2bbf9","remote_addr":"[fd00:1122:3344:101::a]:37590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.687104853Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48162"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.687285205Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"05382186-ff4f-4819-a2a9-1e0deac1f229","remote_addr":"[fd00:1122:3344:101::a]:48162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":127,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.700894513Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.700906353Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"44d9544e-9dda-4353-83ec-25774d236347","remote_addr":"[fd00:1122:3344:101::a]:37590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":62,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.710226185Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a64671cd-7331-464d-bb98-f9fdd40ab201","remote_addr":"[fd00:1122:3344:101::a]:37590","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":158,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.752645268Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35224"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.75274435Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.792960194Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.846022026Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"59c8b192-7e86-42ae-ade4-8942bf81fda4","remote_addr":"[fd00:1122:3344:101::a]:35224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93310,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:10.846292549Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7870e0d0-5a96-4bd3-be9d-39b5f6b011bb","remote_addr":"[fd00:1122:3344:101::a]:35224","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":104,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:25.402484145Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"9e5560bd-ba0e-4c6e-b394-f98e318ba8c9","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8664,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.102506792Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61409"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.102717014Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2dbd00e9-36e5-422f-a3dd-51fbe5f9aecd","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61409","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.44963902Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42041"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.449880413Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a1939a9c-98a7-4cd4-a918-5607ad69b6ca","remote_addr":"[fd00:1122:3344:101::b]:42041","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":192,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.456008953Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:45851"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.456125775Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"04fbecd7-058f-4a1f-b0ea-afa599871f1f","remote_addr":"[fd00:1122:3344:101::b]:45851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":59,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.472566289Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.47258358Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ea744be0-01e5-4c62-a5f6-b100ea4ff538","remote_addr":"[fd00:1122:3344:101::b]:45851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":69,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.481948392Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2c7a87ee-fd33-4e1d-997d-76351649366c","remote_addr":"[fd00:1122:3344:101::b]:45851","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":220,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.487594295Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.487712467Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b2911133-7246-4204-8184-22545c410675","remote_addr":"[fd00:1122:3344:101::c]:33565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":34,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.557625099Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.557656049Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9cf9f9a7-6a95-4389-99d3-a8bdffd6c226","remote_addr":"[fd00:1122:3344:101::c]:33565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.567630669Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1326d143-3e36-4546-b5c7-6d85508daaec","remote_addr":"[fd00:1122:3344:101::c]:33565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":154,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.591970817Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47083"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.592064298Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.634603003Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.694316052Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"beb19f70-fa85-467a-9ecb-03d727edd618","remote_addr":"[fd00:1122:3344:101::c]:47083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102282,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.694488395Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39037"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.694691517Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.698323654Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"cf70e59c-8110-4cad-9898-2aae0f8e1732","remote_addr":"[fd00:1122:3344:101::c]:47083","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3663,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.710095168Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50850"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.710503583Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"78259227-423b-4aa1-acbe-4463d6228ed0","remote_addr":"[fd00:1122:3344:101::c]:50850","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":255,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.730397723Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.786570746Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b8ea7f80-edf1-4055-abf5-b3750e71d005","remote_addr":"[fd00:1122:3344:101::b]:39037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":91968,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:39.786951351Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fc8de1c4-d446-4b04-a361-557d25e5e66d","remote_addr":"[fd00:1122:3344:101::b]:39037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":128,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:40.877312373Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47865"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:40.877476495Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"98937eae-7bc7-4135-872e-7b05bdd3d248","remote_addr":"[fd00:1122:3344:101::a]:47865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":87,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:40.920665119Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:40.920687589Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"caacedc9-2dfc-4e38-910e-6eba6dfb32cd","remote_addr":"[fd00:1122:3344:101::a]:47865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":84,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.126407943Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36225"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.126624956Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"be623db6-ac9f-4cdf-b13a-26d413b8d4f4","remote_addr":"[fd00:1122:3344:101::a]:36225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":128,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.136808199Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"eae65b96-b359-4cc4-9133-13a6d9a5201b","remote_addr":"[fd00:1122:3344:101::a]:47865","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":332,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.144869634Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38640"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.144978095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.182714248Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.241629036Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"21ebcf82-fbdc-4bbb-8f0e-c2ceb1039f91","remote_addr":"[fd00:1122:3344:101::a]:38640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96686,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:41.242067602Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"725d7afc-1add-4e99-8e8a-7cbc2d434caa","remote_addr":"[fd00:1122:3344:101::a]:38640","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":182,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:10:55.401454641Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"e426c12a-5bfb-4e67-8219-566ed51ae56a","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7751,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.171329078Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35602"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.171503201Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"56b10f00-1707-4778-affe-58e7baa2335c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35602","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.339127597Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:65459"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.339272189Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d5d325b5-b1a0-45c1-b656-55837eb3d2a1","remote_addr":"[fd00:1122:3344:101::b]:65459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.354525978Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.354553969Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e12c3c90-f48f-4f8b-b719-1a0455ae7352","remote_addr":"[fd00:1122:3344:101::b]:65459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":79,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.361084654Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35968"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.361214505Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f01afaf9-d4d7-4ddf-bcbc-49dbfc5625f3","remote_addr":"[fd00:1122:3344:101::c]:35968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":43,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.363969931Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4bf63306-f53a-4696-a797-5e695236bdda","remote_addr":"[fd00:1122:3344:101::b]:65459","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":264,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.375782926Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.375810286Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4736a8d1-8b35-4f1f-8cda-b7d6164a978c","remote_addr":"[fd00:1122:3344:101::c]:35968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.388022345Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"21a017a2-6322-4dfd-ac7e-6b1f61749958","remote_addr":"[fd00:1122:3344:101::c]:35968","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.403270174Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55490"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.403366295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.44667053Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.508558038Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a18351fe-d375-4964-ae06-4098813181d2","remote_addr":"[fd00:1122:3344:101::b]:55490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":105219,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.508811111Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:34805"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.508888372Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60289"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.508913562Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"67ac0421-dfb5-46ff-92fb-e5acd8d776fe","remote_addr":"[fd00:1122:3344:101::b]:55490","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":149,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.508933123Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:65027"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.509202276Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"7a5e40cd-3a2c-4cb4-bb3e-f6a380cde32a","remote_addr":"[fd00:1122:3344:101::b]:65027","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":175,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.509312508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.509370698Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e26dfbde-d256-4b68-b91d-24817e5a7095","remote_addr":"[fd00:1122:3344:101::c]:60289","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.549973658Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.610754721Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"759bc809-1765-4fea-945d-f76e18a32d82","remote_addr":"[fd00:1122:3344:101::c]:34805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":101626,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:09.611129686Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"58fa6f13-ab34-4666-85ab-24fbfd7cbc69","remote_addr":"[fd00:1122:3344:101::c]:34805","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":142,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.558479543Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51919"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.558666026Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7d0fcc7d-800c-46be-bdaf-b0ba9beaa94b","remote_addr":"[fd00:1122:3344:101::a]:51919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.604615736Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.604644376Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"670713b9-5bb6-4d48-8921-7530bc7c6551","remote_addr":"[fd00:1122:3344:101::a]:51919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":81,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.614864389Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a4c3fd19-8898-478f-8bcb-63f912c9af66","remote_addr":"[fd00:1122:3344:101::a]:51919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":211,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.660025448Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:56465"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.66014083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.706427514Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.771906298Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"447d014c-521e-4429-9703-44fbc61a5a6d","remote_addr":"[fd00:1122:3344:101::a]:56465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":111814,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.77207699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41946"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.772357984Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c4833a15-ff78-4b96-8329-24ffed6dbae2","remote_addr":"[fd00:1122:3344:101::a]:41946","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:10.772376034Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"36dc78b3-0329-4801-a2ed-27c8fdc5bfbb","remote_addr":"[fd00:1122:3344:101::a]:56465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":240,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:25.40537476Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"d145a780-85d0-40b2-9a6d-5aa86493256e","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":11506,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.228060937Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41984"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.228217529Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2edaa86a-1e22-4c6f-b8d5-b4d9343f32ed","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41984","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":56,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.426702878Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:63085"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.426800369Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"777ec126-73d4-404c-a6eb-4977cf0f05f7","remote_addr":"[fd00:1122:3344:101::c]:63085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":52,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.430719571Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52503"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.430819842Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"73f98b44-3bbe-499b-8bf4-32cf0b0a253d","remote_addr":"[fd00:1122:3344:101::b]:52503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.474083476Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.474121347Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"37689c02-7300-4868-8640-99f9fca29379","remote_addr":"[fd00:1122:3344:101::c]:63085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":76,"response_code":"204"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.474277309Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.474288159Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"59be1491-7661-4b2e-8969-2e9a796fc9c9","remote_addr":"[fd00:1122:3344:101::b]:52503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":26,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.483795313Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7ed75984-ea42-49c6-b50b-f245f858db4b","remote_addr":"[fd00:1122:3344:101::c]:63085","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":270,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.484197258Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d1aea627-ab4d-4e14-9027-828125c707fa","remote_addr":"[fd00:1122:3344:101::b]:52503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":130,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.570588205Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39483"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.570846819Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3b6a79e6-a972-4cb9-b1e8-06af1e87ca9c","remote_addr":"[fd00:1122:3344:101::b]:39483","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":185,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.584584848Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48849"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.584690789Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.624521399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.679744589Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7a4ac3c5-78d8-4987-bb1a-cfce1960cbb4","remote_addr":"[fd00:1122:3344:101::c]:48849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":95098,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.679876111Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48264"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.679919551Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52207"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.680237496Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.683691591Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"48af1489-840e-40cb-a8b0-8ae26c71d232","remote_addr":"[fd00:1122:3344:101::c]:48264","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3401,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.683809132Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"98e2da7d-a36e-449b-8c68-a65fc09ee28e","remote_addr":"[fd00:1122:3344:101::c]:48849","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3572,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.716425698Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.767886599Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a02ec8b7-9e8b-4f8c-a7e6-b85fab463c62","remote_addr":"[fd00:1122:3344:101::b]:52207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":87818,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:39.768243724Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6aeb1f8d-047c-4874-99d6-86b29e9ff311","remote_addr":"[fd00:1122:3344:101::b]:52207","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":153,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.714186564Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:55138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.714351326Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6d835484-9b1f-4e1d-abf2-2aac628e9d0f","remote_addr":"[fd00:1122:3344:101::a]:55138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":107,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.723978122Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62776"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.724186594Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c0c7fd6e-c59d-43a3-a565-abc008a3843d","remote_addr":"[fd00:1122:3344:101::a]:62776","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":131,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.754242486Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.754261217Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"de5ac927-6005-404c-87a7-b827e4293b82","remote_addr":"[fd00:1122:3344:101::a]:55138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.764059324Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"038eb32d-022f-4bdc-87a6-c5cd3435f052","remote_addr":"[fd00:1122:3344:101::a]:55138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":160,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.838508362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42668"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.838602478Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.87726017Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.935780604Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e6d05056-bc76-4cf1-bd12-21cfe73ad568","remote_addr":"[fd00:1122:3344:101::a]:42668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":97190,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:40.936052467Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7a8dfde7-f220-4890-ab33-28d8a375cc5a","remote_addr":"[fd00:1122:3344:101::a]:42668","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":111,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:11:55.401500509Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"21db58b7-d1e9-4709-a44f-909ca173f563","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7626,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.268948409Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38194"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.269131131Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"273194b8-5fda-4d41-bf89-64ff5dd09e91","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:38194","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.313779034Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40234"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.313904075Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cf48f9ef-0db7-446c-ae45-d2ac8e942747","remote_addr":"[fd00:1122:3344:101::c]:40234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":79,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.338930282Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.338970432Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5459c471-c44b-4177-af13-9751d34e2055","remote_addr":"[fd00:1122:3344:101::c]:40234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.348268693Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36977"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.348624648Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6133f87b-d852-4e1c-9820-44b6bd600138","remote_addr":"[fd00:1122:3344:101::c]:40234","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":290,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.34872589Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aa2e29b4-ab99-462c-ba15-f078df90820e","remote_addr":"[fd00:1122:3344:101::b]:36977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.403699977Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.403728137Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"615a57fe-0f32-413a-8b7e-14f7acadc75f","remote_addr":"[fd00:1122:3344:101::b]:36977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":67,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.413689087Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"250dba82-1690-4b07-a5ec-be02a444ff28","remote_addr":"[fd00:1122:3344:101::b]:36977","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":281,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.462046608Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45390"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.46218917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.503837783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561031059Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3e5e9332-73d6-426d-a784-6d20db1f4c03","remote_addr":"[fd00:1122:3344:101::c]:45390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98898,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561222562Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57497"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561269582Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37981"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561337083Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36544"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561603347Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6721185d-3699-4d37-94fa-98d9603940da","remote_addr":"[fd00:1122:3344:101::c]:45390","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":294,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561655247Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"147007f7-0f68-4cd3-bc3d-ab144ee9cc71","remote_addr":"[fd00:1122:3344:101::c]:36544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":241,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561708748Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.561802939Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b36a6b4f-d91e-478e-af57-c7f476cedfbe","remote_addr":"[fd00:1122:3344:101::b]:57497","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":278,"response_code":"200"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.599882956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.658533941Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4638d1f7-da14-4441-a8b7-21f97a107801","remote_addr":"[fd00:1122:3344:101::b]:37981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96958,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:09.658915056Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"91dab536-0fc8-4ed7-a0c9-315b140ae39f","remote_addr":"[fd00:1122:3344:101::b]:37981","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":164,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.676055285Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45874"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.676250277Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"01d2e0b0-c4e6-492a-b2c9-7526e30f4acb","remote_addr":"[fd00:1122:3344:101::a]:45874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":125,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.731703441Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.731734191Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a8ff65f9-61c0-41c8-b42d-6addb62e9936","remote_addr":"[fd00:1122:3344:101::a]:45874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.742143397Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"813d34fe-d9d5-4174-bfc7-36250d1c62c5","remote_addr":"[fd00:1122:3344:101::a]:45874","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":213,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.81067648Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49220"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.810807832Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.850740783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.909016663Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c6b69b71-ad65-4d4a-90dc-665a79b27e3e","remote_addr":"[fd00:1122:3344:101::a]:49220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98273,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.909197426Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51565"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.909455189Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c6f29a6b-0182-499c-9ca5-275fdb1b98f6","remote_addr":"[fd00:1122:3344:101::a]:51565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":194,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:10.90952593Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d3cdf53f-d28f-47c3-8cea-14ea5873076b","remote_addr":"[fd00:1122:3344:101::a]:49220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":246,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:25.401480457Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"38d314b6-06ee-4214-85c1-6eac056a644e","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7685,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.321099437Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36055"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.32128674Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"47644f6e-c88d-4baa-b5b0-371b7795335a","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36055","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.459622434Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52920"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.459727206Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fa997c9d-9c06-4b3e-9d82-afb9daf255ba","remote_addr":"[fd00:1122:3344:101::b]:52920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":62,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.498945397Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50494"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.499063969Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"679b1c7d-9c46-49b3-a245-0aa93e834a9b","remote_addr":"[fd00:1122:3344:101::c]:50494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.679747156Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62838"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.679858247Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.680257943Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"55f6e5ad-6431-476f-bf83-ea9536855acc","remote_addr":"[fd00:1122:3344:101::b]:62838","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":442,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.683170861Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:38129"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.683387973Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e11a1b9f-074e-4481-8816-cb3d6dcf90ee","remote_addr":"[fd00:1122:3344:101::c]:38129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":152,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.686481504Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.686502024Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"aa227cb0-3b6c-4015-bc61-b4b41afc5c09","remote_addr":"[fd00:1122:3344:101::b]:52920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":77,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.695898087Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"550442c3-71f8-4ce3-a5c1-3a954d25c614","remote_addr":"[fd00:1122:3344:101::b]:52920","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":215,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.714885784Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41311"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.715008766Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.762238442Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.827930318Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"36aec237-954e-4717-8e19-fe60057d1e4b","remote_addr":"[fd00:1122:3344:101::c]:41311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":112963,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828197132Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49280"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828301023Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:59546"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828392494Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36664"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828468305Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62881"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828597717Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828627987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828680318Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f2ef59e7-b13a-43e4-9336-bb2b49446c2a","remote_addr":"[fd00:1122:3344:101::c]:50494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":330,"response_code":"204"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.8288223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.82883556Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6f4c21c3-4ee0-4d13-a6d1-3c07ae193017","remote_addr":"[fd00:1122:3344:101::c]:41311","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":490,"response_code":"200"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.82885905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828935671Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828951432Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.828967082Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bdf47ca0-b13f-469e-8fd6-e3668a387400","remote_addr":"[fd00:1122:3344:101::b]:36664","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":274,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.829020072Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"4235b8fa-c77b-4182-9277-271cdf6a20be","remote_addr":"[fd00:1122:3344:101::c]:49280","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":555,"response_code":"200"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.839774043Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.840654614Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d96254e0-6d3e-41f5-b9c2-a260ca028581","remote_addr":"[fd00:1122:3344:101::c]:50494","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":647,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.858639609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.85870677Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.879969627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.892169496Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.892237787Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.901717551Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:34654"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.909023556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.909051357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.909144428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.91852877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.923499025Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.923765509Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.94149537Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.941548391Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.964080754Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d92233e7-6360-460c-9bdc-ba2e3c839722","remote_addr":"[fd00:1122:3344:101::b]:62881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":135323,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.970064263Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7d790ebe-a7e4-4767-a771-284667e9e508","remote_addr":"[fd00:1122:3344:101::b]:62881","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":717,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.972775768Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.972798438Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979339454Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48206"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979667288Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979714349Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979746279Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979764139Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979782649Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979791119Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.97983851Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.979861151Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"4786b898-0fd7-45e7-9fb0-9ff24c3ca1ac","remote_addr":"[fd00:1122:3344:101::b]:48206","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":413,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.98824492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:39.98826276Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.005962701Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.006205064Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.006996545Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55117"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012065271Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012139161Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012180262Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012211873Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012249293Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012260233Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012296983Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.012320504Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"f4c42088-53ac-45e5-a4ff-a8f87fee80c1","remote_addr":"[fd00:1122:3344:101::c]:55117","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":697,"response_code":"204"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.021632375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.021648136Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.043826385Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.043870066Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.05573321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.055773101Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.072147174Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.072189205Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.087241481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.087285192Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.10168253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.10172754Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.117186622Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.117233543Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.133255401Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.133300032Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.149506793Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.149565324Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.153682818Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"cb11280c-f7d9-4820-9562-092d632ba0fb","remote_addr":"[fd00:1122:3344:101::c]:59546","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":324994,"response_code":"200"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.171560341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.171618232Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.195843168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.195909499Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.209333024Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"16499af2-d376-412f-a893-f6b02926cf57","remote_addr":"[fd00:1122:3344:101::b]:34654","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":307406,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.914432132Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35336"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.914597424Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"27a957ac-2ca5-4336-8380-71bfbdf89472","remote_addr":"[fd00:1122:3344:101::a]:35336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.927116437Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:33542"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.92726905Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.927651124Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"1fcb9de6-a185-4126-9963-f207b5c4bbc0","remote_addr":"[fd00:1122:3344:101::a]:33542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":450,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.966588042Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.966607633Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7b1adc3f-ff13-4210-828f-a4a5a3a7a3e7","remote_addr":"[fd00:1122:3344:101::a]:35336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":72,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:40.97406189Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"93f51ab0-36a5-4e32-a4b2-350feb21d77b","remote_addr":"[fd00:1122:3344:101::a]:35336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":159,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.117888566Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37870"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.118033168Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d1f17ea6-f47b-4c8a-b606-70f66247bea6","remote_addr":"[fd00:1122:3344:101::a]:37870","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":116,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.131491114Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51516"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.131579295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.173577493Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.234945943Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"5da8696f-a4b3-4640-9ae3-cd4382660967","remote_addr":"[fd00:1122:3344:101::a]:51516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":103406,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.235229607Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e0fd0075-9510-4d9f-a0ee-4a16d4120aba","remote_addr":"[fd00:1122:3344:101::a]:51516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":105,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.24847862Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59643"} {"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.248788504Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:759","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 51ad85b4-78b0-4211-8bb2-15c14141d1f3, kind: Service { id: 00ccf4f5-bc07-4317-bd61-6cb20af63e89 }, name: Name(\"external-dns-00ccf4f5-bc07-4317-bd61-6cb20af63e89\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 156, 204])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c158bb28-d5ab-4b86-b195-d7f87fd65df4, kind: Service { id: ce514c7e-c736-4dc4-84b0-d5e54afd25c1 }, name: Name(\"external-dns-ce514c7e-c736-4dc4-84b0-d5e54afd25c1\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 186, 5])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 31cc1f56-0a1b-4780-97f2-97551856152f, kind: Service { id: 33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5 }, name: Name(\"nexus-33e5d8ed-b2e5-4b24-b3ca-ef460ab3bea5\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 109])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 4baf419a-3cc1-4775-9d43-1c0f0308a8df, kind: Service { id: 7ffd5696-7ffa-4497-a248-3fa3c877bda8 }, name: Name(\"nexus-7ffd5696-7ffa-4497-a248-3fa3c877bda8\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 209, 207])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 8a6a5225-8b08-41dd-9bc8-dd9941c9c4d3, kind: Service { id: eec6ba4a-0e08-4655-a573-847658041133 }, name: Name(\"nexus-eec6ba4a-0e08-4655-a573-847658041133\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 230, 4])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.248842915Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.248899375Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.248916075Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.248948086Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.248966036Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[]","port":"\"opte0\""} {"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.249002577Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:777","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.249038867Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"280c0e72-eac9-406f-93e7-273981872aff","remote_addr":"[fd00:1122:3344:101::a]:59643","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":439,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.950187323Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59926"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.950364976Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.950390186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Reading ledger from /pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.950452577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Reading ledger from /pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.950769811Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 649afb3b-3539-4923-b40d-d88d27cfff4f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.963151612Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.963208043Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_649afb3b-3539-4923-b40d-d88d27cfff4f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: de578b84-0a5b-48c2-9460-d67ca9c52e91 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.986847232Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:41.986908513Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_de578b84-0a5b-48c2-9460-d67ca9c52e91"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: b299f1af-e811-48c4-9ae5-d597c9ac1a83 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.010250167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.010308998Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_b299f1af-e811-48c4-9ae5-d597c9ac1a83"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2dcd722b-490f-48b1-a9c3-b3296bed8446 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.029855983Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.029922694Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2dcd722b-490f-48b1-a9c3-b3296bed8446"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 3897c72b-37ba-4126-b207-cca189c4751f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.052379056Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.052438897Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_3897c72b-37ba-4126-b207-cca189c4751f"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: cad7c44e-69e1-48a0-a08c-982b51e87095 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.073259519Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.07331699Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_cad7c44e-69e1-48a0-a08c-982b51e87095"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: e7b193f8-2228-4959-b2a4-9f446a2840a0 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.097612987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.097677698Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_e7b193f8-2228-4959-b2a4-9f446a2840a0"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.118972005Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.119027936Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c"} {"msg":"Received DatasetsList { zpool: ZpoolName { id: 2970947a-1793-4f59-9a1f-52d60b08ee5e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.139811057Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.139869558Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_2970947a-1793-4f59-9a1f-52d60b08ee5e"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:42.153356924Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"063eeb5f-10e8-4a9f-b4a4-53519e463a66","remote_addr":"[fd00:1122:3344:101::a]:59926","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":203059,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:12:55.401641027Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"2f60eb14-67d2-444a-a527-79420a0b7787","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7689,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.352094909Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64046"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.352201771Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"612a2acc-54a2-4277-870a-3e04b58d5aa4","remote_addr":"[fd00:1122:3344:101::c]:64046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":46,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.353826362Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42581"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.353908593Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"a3e43884-7e99-47f7-9eb8-7d3022a6f75c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42581","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":27,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.355842788Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51299"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.35602427Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"1bd261e6-b374-4865-b128-18005f11b434","remote_addr":"[fd00:1122:3344:101::b]:51299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":113,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.390766774Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:38184"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.390895696Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"11524147-90a2-44c7-91a2-6c21a38bb293","remote_addr":"[fd00:1122:3344:101::c]:38184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":81,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.43189567Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.43191516Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e5c24427-06fe-4996-9db8-4c1d7a2f6932","remote_addr":"[fd00:1122:3344:101::c]:64046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":54,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.442352387Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d14c1a29-ba1e-4060-8bfc-02b8a1248c23","remote_addr":"[fd00:1122:3344:101::c]:64046","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":167,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.44409367Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48724"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.444207471Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6754f3ee-6ab9-469b-9362-62fa24952fe9","remote_addr":"[fd00:1122:3344:101::b]:48724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":32,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.485775863Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.485802094Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1d3c6b44-aa30-469d-a577-2a16d6e0462c","remote_addr":"[fd00:1122:3344:101::b]:48724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":42,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.495153865Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f243f495-821e-4510-91ae-414c62938676","remote_addr":"[fd00:1122:3344:101::b]:48724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":133,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.506778897Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55249"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.506863258Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.546743029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.604846927Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d2f7e395-0b2e-4172-85b6-de020c91e398","remote_addr":"[fd00:1122:3344:101::b]:55249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":98015,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.60508451Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47248"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.605373023Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bee356e9-f419-4b84-b078-e68c69820ff1","remote_addr":"[fd00:1122:3344:101::b]:55249","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":251,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.605385454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.643826245Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.700374903Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4e8ef764-5d71-4c12-8757-c5c35298a451","remote_addr":"[fd00:1122:3344:101::c]:47248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":95104,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:09.700743387Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e211e5ba-84df-41eb-a08d-d59470146319","remote_addr":"[fd00:1122:3344:101::c]:47248","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":145,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.540126477Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40557"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.540268089Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e722142e-3651-43cb-859b-97e5dd2085e5","remote_addr":"[fd00:1122:3344:101::a]:40557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":78,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.588429367Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.588464108Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cd7c9fef-7afd-4a90-83c5-a7157cb3c8fb","remote_addr":"[fd00:1122:3344:101::a]:40557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":114,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.688583054Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42712"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.688817337Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d91cc6ff-3eda-4162-8600-636725096a5b","remote_addr":"[fd00:1122:3344:101::a]:42712","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":161,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.698590464Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0d6fa219-107b-49f2-b5fe-49cbf2dbd8cf","remote_addr":"[fd00:1122:3344:101::a]:40557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":395,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.764498944Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36936"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.764580025Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.803160168Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.867554398Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1ce9163f-6a02-49ab-a08b-371a2c433c6f","remote_addr":"[fd00:1122:3344:101::a]:36936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102998,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:10.867874232Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b733d1ba-932f-4f33-8faa-0f7210d697e0","remote_addr":"[fd00:1122:3344:101::a]:36936","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":114,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:25.401811466Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"df29c1c6-8767-45db-95e4-6d3106a0823b","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":7313,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.390279295Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54398"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.390444957Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"7c29267f-ccf6-4d51-8109-f56c39d00842","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:54398","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":92,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.481435434Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48488"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.481547466Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4490d0ca-53ce-4903-bbc3-8e6b61ac1870","remote_addr":"[fd00:1122:3344:101::b]:48488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":71,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.564167533Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}}} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.567568378Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.567584678Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b168f29b-d558-469c-96ca-f8ee6f6a6bf7","remote_addr":"[fd00:1122:3344:101::b]:48488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":3548,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.578753564Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5af9a7ca-3da4-4616-a21a-3843ad0432fc","remote_addr":"[fd00:1122:3344:101::b]:48488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":474,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.599496924Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36238"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.599661006Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"72a294ac-fa81-4a9a-9612-531f60da29d5","remote_addr":"[fd00:1122:3344:101::c]:36238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":65,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.66047389Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.66051378Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6ebc81cd-f517-417e-b986-919aa15912aa","remote_addr":"[fd00:1122:3344:101::c]:36238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":114,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.672802641Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e6c906bd-a295-43a5-9d94-52525f28acb8","remote_addr":"[fd00:1122:3344:101::c]:36238","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":303,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.699040713Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60108"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.699175185Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.756903348Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.830345735Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"673ac9f6-38b3-4c44-8e89-d501f2815d63","remote_addr":"[fd00:1122:3344:101::c]:60108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":131236,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.830566748Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63360"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.830611199Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:59620"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.830695609Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47593"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.83074284Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44642"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.830960363Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c64ca702-cea4-47fa-a78b-ec738d9d43a0","remote_addr":"[fd00:1122:3344:101::c]:60108","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":279,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.831136565Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"65b6ec35-faef-4aeb-a471-2edeef475cf9","remote_addr":"[fd00:1122:3344:101::c]:44642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":271,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.831236057Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c763ad62-d301-4124-a72c-59079390aa3a","remote_addr":"[fd00:1122:3344:101::a]:47593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":273,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.831304708Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.831363528Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"567fa322-61ca-4d4b-a7cd-f77485ae3f2a","remote_addr":"[fd00:1122:3344:101::b]:59620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":344,"response_code":"200"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.839022228Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5270695) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.839094259Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"6574db9b-59ef-4473-b493-0d7b65704c78","remote_addr":"[fd00:1122:3344:101::a]:47593","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2935,"response_code":"204"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.839311162Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5270695) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.839374533Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"6ff34d2a-adfa-4b14-8c5a-a3cc0e5199db","remote_addr":"[fd00:1122:3344:101::c]:44642","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":124,"response_code":"204"} {"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.839509835Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:832","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(5270695) }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.839555505Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"7839eeac-4f51-42ea-a811-43ac1b98bcc1","remote_addr":"[fd00:1122:3344:101::b]:59620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":177,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.872799719Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.930151977Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35715"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.9334663Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"266b1024-d467-43ca-bdf9-28ea483c9433","remote_addr":"[fd00:1122:3344:101::b]:63360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":102425,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.933787434Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"5c412e58-2ee2-4877-a087-e1ff848322b6","remote_addr":"[fd00:1122:3344:101::b]:63360","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":121,"response_code":"200"} {"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.934023097Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: b65fb162-669c-435d-aa86-c74c1b7ac69a, project_id: 2254a18a-c39d-4f47-a793-252cdc851fd9 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-28T10:13:39.929835113Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5270695))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: c90a27bd-6380-4159-867b-1827e701148b, slot: 0, read_only: false, vcr_json: .., name: \"disk-ad6067691ab\" }], boot_settings: Some(InstanceBootSettings { order: [c90a27bd-6380-4159-867b-1827e701148b] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.934076868Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.935998243Z","hostname":"sock","pid":1566,"propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:1625","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(5270695))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 931d4c66-473c-46da-8063-648e51471a4a, kind: Instance { id: 0bb3d324-97c4-4e54-ad9a-af9408582205 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(5270695), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: c90a27bd-6380-4159-867b-1827e701148b, slot: 0, read_only: false, vcr_json: .., name: \"disk-ad6067691ab\" }], boot_settings: Some(InstanceBootSettings { order: [c90a27bd-6380-4159-867b-1827e701148b] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-28T10:13:39.929835113Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:39.940280079Z","hostname":"sock","pid":1566,"uri":"/vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","method":"PUT","req_id":"901d1a13-0a6e-458a-bb1c-e4df269614e8","remote_addr":"[fd00:1122:3344:101::a]:35715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":9978,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.047404967Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44102"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.050472997Z","hostname":"sock","pid":1566,"uri":"/vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088/state","method":"PUT","req_id":"acc31636-1335-4aca-8d80-53252194ce5c","remote_addr":"[fd00:1122:3344:101::a]:44102","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2979,"response_code":"200"} {"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.052453873Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:461","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 5270695 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.052492413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"Configuring new Omicron zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.094153366Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"} {"msg":"Installing Omicron zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.12051179Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.128975441Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:58067"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.129178994Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ecb7d4e9-1006-439b-88e2-75813149ed7d","remote_addr":"[fd00:1122:3344:101::a]:58067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":99,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.146045994Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.146089974Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"11c6299f-768d-4601-9503-eaa4940fcc85","remote_addr":"[fd00:1122:3344:101::a]:58067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":111,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.240145021Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bbb192cc-a87f-44ff-9a50-7f3bb61f903b","remote_addr":"[fd00:1122:3344:101::a]:58067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":649,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.896148608Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42947"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.8962716Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"747649de-41a1-43d8-881b-70cab7c3a0ed","remote_addr":"[fd00:1122:3344:101::a]:42947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":62,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.977729203Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {931d4c66-473c-46da-8063-648e51471a4a: {10.151.2.176: {4e202444-f413-4ad7-9909-1f3eba645376}, 10.151.2.175: {4e202444-f413-4ad7-9909-1f3eba645376}}} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:40.977797804Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4c2e7c00-e263-4b8c-8161-26f2431913a8","remote_addr":"[fd00:1122:3344:101::a]:42947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":190,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.094749199Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49559"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.116992909Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60295"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.117159902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.161354198Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.227063575Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"170a9c83-3acd-4551-b004-363bc62768ce","remote_addr":"[fd00:1122:3344:101::a]:60295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":109963,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.227291708Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40122"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.227693564Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ab415bd0-357f-488d-8f69-f78f53e794c0","remote_addr":"[fd00:1122:3344:101::a]:60295","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":317,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.227792495Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d071a109-352f-475b-b6f7-e8e3ef9b3d20","remote_addr":"[fd00:1122:3344:101::a]:42947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":514,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.229843322Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2bdb650c-c202-4985-a8e9-79e9124e57be","remote_addr":"[fd00:1122:3344:101::a]:40122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":2421,"response_code":"200"} {"msg":"Profile for oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088:\n\n\n \n \n \n \n \n \n \n \n \n \n \n","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.811400528Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"} {"msg":"Booting oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:41.811803443Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:489"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 37.46034ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:42.007423745Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 57.576873ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:42.055130277Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 149.625252ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:42.131789318Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 353.773619ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:42.29524911Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 680.332366ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:42.665144136Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 668.055244ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:43.358884255Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 1.247860929s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:44.039579724Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 1.312718662s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:45.298536977Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 507.342236ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:46.623057716Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 513.644553ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:47.142164987Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 1.039836131s","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:47.668292231Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Started propolis in zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:48.739804589Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:2133"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 40.739743ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:48.748486122Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 106.440082ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:48.801396071Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 280.80375ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:48.917884531Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\") failed: Property not found. retry in 403.561576ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:13:49.210490978Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"} {"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.626265423Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:2142"} {"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.664061996Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:2166"} {"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.745896733Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:1276"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.74644558Z","hostname":"sock","pid":1566,"uri":"/vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088/state","method":"GET","req_id":"e6efbb61-727d-4020-a553-6141636700e1","remote_addr":"[fd00:1122:3344:101::a]:49559","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8651563,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-02-28T10:13:49.747306702Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.747348502Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:842"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.747367602Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:864","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-28T10:13:49.747306702Z }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.747379652Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:761","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-28T10:13:49.747306702Z }, migration_in: None, migration_out: None }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-02-28T10:13:49.806190029Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.806211489Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:842"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.80623911Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:864","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-28T10:13:49.806190029Z }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:49.80624684Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:761","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-28T10:13:49.806190029Z }, migration_in: None, migration_out: None }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:13:55.403832961Z","hostname":"sock","pid":1566,"uri":"/cb437161-893a-4b25-8aa3-bea01c90eb94","method":"GET","req_id":"d1b0f81e-e70c-4a9e-a82c-2271bc597a6f","remote_addr":"[fd00:1122:3344:101::d]:46917","local_addr":"[fd00:1122:3344:101::1]:32915","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","component":"producer-server","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":8833,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.225896679Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53592"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.226537038Z","hostname":"sock","pid":1566,"uri":"/vmms/bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088/state","method":"PUT","req_id":"16954b4a-c20c-43d1-b3ae-09a4efcd41b2","remote_addr":"[fd00:1122:3344:101::a]:53592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":528,"response_code":"200"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-02-28T10:14:03.226655849Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.22667904Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:842"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.22670731Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:864","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-28T10:14:03.226655849Z }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.22673097Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:761","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-28T10:14:03.226655849Z }, migration_in: None, migration_out: None }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-02-28T10:14:03.248730367Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.248749028Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:842"} {"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.248772688Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:864","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-02-28T10:14:03.248730367Z }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088"} {"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.248780438Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:878","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.24895637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:14:03.249034721Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"2034520467252186659"} {"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.249334235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"} {"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.249391156Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/37377fb1-798d-4dd1-8b85-5e5cbda4a016/debug/bundle/zone\", \"/pool/int/d8d53a84-6928-4e92-836d-bc7e0db8e916/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/649afb3b-3539-4923-b40d-d88d27cfff4f/crypt/debug\", \"/pool/ext/de578b84-0a5b-48c2-9460-d67ca9c52e91/crypt/debug\", \"/pool/ext/b299f1af-e811-48c4-9ae5-d597c9ac1a83/crypt/debug\", \"/pool/ext/2dcd722b-490f-48b1-a9c3-b3296bed8446/crypt/debug\", \"/pool/ext/3897c72b-37ba-4126-b207-cca189c4751f/crypt/debug\", \"/pool/ext/cad7c44e-69e1-48a0-a08c-982b51e87095/crypt/debug\", \"/pool/ext/e7b193f8-2228-4959-b2a4-9f446a2840a0/crypt/debug\", \"/pool/ext/532a5ed7-f8b4-4af4-8b66-f72ca8c59c4c/crypt/debug\", \"/pool/ext/2970947a-1793-4f59-9a1f-52d60b08ee5e/crypt/debug\"] }","zone_name":"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088"} {"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:14:03.249450327Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"5471104494835988741"} {"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:03.917090466Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088\", bundle_id: 68440d59-9af5-4b4c-b195-0c53aaf53190 }, time_created: 2025-02-28T10:14:03.249881072Z, version: 0, cause: TerminatedInstance }"} {"msg":"Halting and removing zone: oxz_propolis-server_bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","v":0,"name":"SledAgent","level":40,"time":"2025-02-28T10:14:03.918484604Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:1376"} {"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:05.675065339Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:05.691387382Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:929","id":"RouterId { vni: Vni(5270695), kind: System }"} {"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:05.691429433Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:929","id":"RouterId { vni: Vni(5270695), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:05.69204143Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:761","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-28T10:14:05.692011130Z }, migration_in: None, migration_out: None }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:05.720973868Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:761","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-28T10:14:05.692011130Z }, migration_in: None, migration_out: None }","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205"} {"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:05.726053394Z","hostname":"sock","pid":1566,"instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","propolis_id":"bfed9dd1-c8f0-4d74-89d6-6ab3cc33c088","instance_id":"0bb3d324-97c4-4e54-ad9a-af9408582205","component":"InstanceManager","file":"sled-agent/src/instance.rs:1313"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.169324906Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:61537"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.169425877Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a0b6365b-6f50-40aa-a21b-2ce6e7587966","remote_addr":"[fd00:1122:3344:101::a]:61537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":41,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.192872634Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.192899204Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1237"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.192909074Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d1c6d753-546c-423b-99f5-b6cc5ebe82b7","remote_addr":"[fd00:1122:3344:101::a]:61537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":96,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.202977445Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ae42fc2c-4445-4d04-b14a-a1ea6fda7b22","remote_addr":"[fd00:1122:3344:101::a]:61537","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":184,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.310666192Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50780"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.310844292Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"819d5ae9-087c-49e6-b6d8-9a113c58427f","remote_addr":"[fd00:1122:3344:101::a]:50780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":119,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.711951665Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54689"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.712164768Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6c104d62-815c-43ec-96fa-bf9c2a45e628","remote_addr":"[fd00:1122:3344:101::a]:54689","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":134,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.799513547Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35587"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.799592457Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cf7a4a96-8a7f-4e7f-832c-a2ffb8f155a0","remote_addr":"[fd00:1122:3344:101::a]:35587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":35,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.812258563Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.812278263Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dd03f4d0-f9ae-4b14-b660-716f05de7c56","remote_addr":"[fd00:1122:3344:101::a]:35587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":55,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:06.821391272Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5e8f1b41-754d-4ab1-8383-4ebb93019fd4","remote_addr":"[fd00:1122:3344:101::a]:35587","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":169,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:07.560458143Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36097"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:07.560601085Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"31e1fd70-4e0e-445a-95cb-81f6ecdd96e7","remote_addr":"[fd00:1122:3344:101::a]:36097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":90,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:07.573845258Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:07.573862009Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"589848b8-d065-4a88-a83b-18adde8f379b","remote_addr":"[fd00:1122:3344:101::a]:36097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":83,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:07.58167332Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"10cd4f8e-7d0f-4e2c-891c-da9da579946c","remote_addr":"[fd00:1122:3344:101::a]:36097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":173,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.30722801Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:43586"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.307375992Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4146e5e5-8a71-4e81-a14f-57d51ba0f07f","remote_addr":"[fd00:1122:3344:101::c]:43586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":67,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.366437892Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.366469493Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"98005b66-a728-4f14-ae17-1ba221dd42d9","remote_addr":"[fd00:1122:3344:101::c]:43586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":76,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.375714893Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"97836d24-33e4-414a-ab1d-a11edfd3c2f2","remote_addr":"[fd00:1122:3344:101::c]:43586","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":241,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.419380963Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:34138"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.419490844Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"48a172ba-f0e6-4004-becf-39210234434b","remote_addr":"[fd00:1122:3344:101::b]:34138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":38,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.425194209Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53591"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.42529842Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"9251f7da-c7b4-4722-82c2-79e83530a270","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:53591","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":38,"response_code":"200"} {"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.43369358Z","hostname":"sock","pid":1566,"sled_id":"cb437161-893a-4b25-8aa3-bea01c90eb94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.43371098Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"10c9b53a-d921-49eb-8685-75e6d51a2980","remote_addr":"[fd00:1122:3344:101::b]:34138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":45,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.448393302Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:63694"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.448484873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.488480924Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.549983197Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"adce4ffd-f921-421e-a52b-4c0721a28aa1","remote_addr":"[fd00:1122:3344:101::c]:63694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":101525,"response_code":"204"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.55023629Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64318"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.550312011Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:59442"} {"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.550385332Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36177"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.550778657Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"dcc88e27-65b6-4b0e-bc12-ea21004d7007","remote_addr":"[fd00:1122:3344:101::c]:63694","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":430,"response_code":"200"} {"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.550830768Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4228"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.550907779Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"477de239-6382-4e81-ab45-92fc064ca819","remote_addr":"[fd00:1122:3344:101::b]:64318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":380,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.555136434Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"41e91701-84a3-4f41-ae77-ddec1ca65e68","remote_addr":"[fd00:1122:3344:101::c]:59442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4322,"response_code":"200"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.555288976Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"66e052b2-fcc4-49d2-8156-5592d8866402","remote_addr":"[fd00:1122:3344:101::b]:34138","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":4899,"response_code":"204"} {"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.585823624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4252"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.643625608Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"fc154068-29f6-4619-846d-1061376b5547","remote_addr":"[fd00:1122:3344:101::b]:36177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":93018,"response_code":"204"} {"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-28T10:14:09.643973513Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2ccb60b5-8c92-4aad-b6a6-6a9dd3b7a263","remote_addr":"[fd00:1122:3344:101::b]:36177","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.0/src/server.rs:867","latency_us":144,"response_code":"200"}