[ Feb 13 05:05:32 Enabled. ]
[ Feb 13 05:05:32 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Feb 13 05:05:32 Method "start" exited with status 0. ]
[ Feb 13 05:05:32 Rereading configuration. ]
[ Feb 13 05:05:32 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.126844493Z","hostname":"sock","pid":1566,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.127003127Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.179978154Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.180028146Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.296849249Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.306571065Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.315051867Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:32.920236491Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:a02a::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.05870073Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.05872824Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.058848054Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.058944056Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.058960417Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.058965917Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"sock\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.061908921Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:33.061915991Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.061929361Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.061947132Z","hostname":"sock","pid":1566,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.061978273Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.062015424Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.062163258Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.062186859Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.062195679Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.073895332Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.073997075Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.17225608Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.54211022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.542145732Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.542151792Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.542165722Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.542177292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.542198523Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.542203743Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.551151368Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.551178368Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:33.640290053Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.00193045Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.001966701Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002004512Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002017092Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002024642Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002030923Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002036273Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002055163Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002061263Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002077414Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002081944Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002098455Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002110985Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002115925Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002132045Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002136696Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002140646Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002145576Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002149606Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002153006Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002168146Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002182797Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002187147Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002191087Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002195947Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002199507Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002217578Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002223128Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002226918Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002231288Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002236059Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002239479Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002268379Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002273089Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.00227732Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.00228358Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.00228745Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.00229221Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002317441Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002322031Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002325931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002330141Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002334061Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002338931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002343111Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002346922Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002385803Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002391103Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002396213Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002399863Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002427974Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002431814Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002436044Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002440324Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002446665Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002450205Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002482095Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002485946Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002490106Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002493536Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002496916Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002500976Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002510456Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002518096Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002526867Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002534047Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002540857Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002572248Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.002576908Z","hostname":"sock","pid":1566,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.013653443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:794"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.013684554Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999908137s","next_cleanup":"Instant { tv_sec: 1243, tv_nsec: 423514571 }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.013776087Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.013786957Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4019"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.013845689Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.013854819Z","hostname":"sock","pid":1566,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.016875315Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.018539852Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.2.164,\n                last: 10.151.2.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.2.164,\n        10.151.2.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.2.174,\n        infra_ip_last: 10.151.2.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.2.100,\n                        vlan_id: None,\n                        rib_priority: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.2.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: Some(\n                    None,\n                ),\n                bgp_peers: [],\n                autoneg: false,\n                lldp: None,\n                tx_eq: None,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.01918553Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1195"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019197941Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019274533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019316664Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019360326Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/rss-started.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019380056Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019397767Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019406627Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS not previously run. Creating plans.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019411407Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1244"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019420507Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.rss-started.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019636603Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019759257Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1276"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019763337Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:66"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:a02a::1","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019766477Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:39"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019791718Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1307"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.019846209Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.01985728Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.020031425Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.020161908Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.020241631Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5835b48f-f45d-4fa8-91ed-38d933d73732 (sled), rack_id: c3272b8c-876d-43d9-a1f4-8963a7553b1d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.020469627Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4316"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.020529299Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4722"}
{"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.025231333Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.031023307Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.031234903Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:a02a::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.035828914Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.035900646Z","hostname":"sock","pid":1566,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036003319Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:46840","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 5835b48f-f45d-4fa8-91ed-38d933d73732 (sled), rack_id: c3272b8c-876d-43d9-a1f4-8963a7553b1d, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036155113Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036162524Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036203575Z","hostname":"sock","pid":1566,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036210955Z","hostname":"sock","pid":1566,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036217775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036222605Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:813"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036259496Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036266107Z","hostname":"sock","pid":1566,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036276857Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:802"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036291067Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:830"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036298307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:596"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036302577Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036318268Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.036324108Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:701","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.051771837Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.071768146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.08877263Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.098674212Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:419"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.098702883Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.098710693Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.098757904Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:431"}
{"msg":"Failed enable ddm stats (will retry after 124.48733ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.101566654Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9905211a-ed90-4202-98e1-b2b0667c1c2e\", \"content-length\": \"124\", \"date\": \"Thu, 13 Feb 2025 05:05:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9905211a-ed90-4202-98e1-b2b0667c1c2e\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_db71a81c-96cf-41f7-8c27-fbb635fcb5d5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.113494153Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_db71a81c-96cf-41f7-8c27-fbb635fcb5d5/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.136479157Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_db71a81c-96cf-41f7-8c27-fbb635fcb5d5/swap\"","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.136549189Z","hostname":"sock","pid":1566,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.141963293Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:446"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.141975243Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:129"}
{"msg":"Ensuring dataset oxi_db71a81c-96cf-41f7-8c27-fbb635fcb5d5/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.141980694Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:139"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.209290338Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:174"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.227364332Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 139.363152ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.227937489Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8f88fba-6b74-4cb5-9d2e-54463bf71a61\", \"content-length\": \"124\", \"date\": \"Thu, 13 Feb 2025 05:05:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b8f88fba-6b74-4cb5-9d2e-54463bf71a61\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.368052554Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 97.70354ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.368677482Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"13c2a0f0-1263-4f1c-b03f-7c8a2609952f\", \"content-length\": \"124\", \"date\": \"Thu, 13 Feb 2025 05:05:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"13c2a0f0-1263-4f1c-b03f-7c8a2609952f\" }"}
{"msg":"Mounting oxi_db71a81c-96cf-41f7-8c27-fbb635fcb5d5/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.427728282Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:182"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.44066246Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.440742252Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.440758382Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:190"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.440774313Z","hostname":"sock","pid":1566,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:196"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.46774488Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 221.706264ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.468348467Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c800728e-df93-400e-afce-c0fd65338bdd\", \"content-length\": \"124\", \"date\": \"Thu, 13 Feb 2025 05:05:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"c800728e-df93-400e-afce-c0fd65338bdd\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.69167915Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 240.415415ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.692400231Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b05a1084-d384-49bf-bb58-2479bf6db0d8\", \"content-length\": \"124\", \"date\": \"Thu, 13 Feb 2025 05:05:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b05a1084-d384-49bf-bb58-2479bf6db0d8\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.933918761Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 319.352099ms)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:34.934517198Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef11ab3c-6477-4927-8fb7-2750c205a46c\", \"content-length\": \"124\", \"date\": \"Thu, 13 Feb 2025 05:05:34 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ef11ab3c-6477-4927-8fb7-2750c205a46c\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.174847434Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.180120973Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.180178395Z","hostname":"sock","pid":1566,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.180250877Z","hostname":"sock","pid":1566,"file":"oximeter/producer/src/lib.rs:279","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:279","interval":"30s","address":"[fd00:1122:3344:101::1]:40836","producer_id":"5835b48f-f45d-4fa8-91ed-38d933d73732"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:35.181348428Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"311.944956ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.182165812Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.182172392Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.182225693Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:978","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.182231384Z","hostname":"sock","pid":1566,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:35.25452885Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:35.494837966Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"419.248028ms"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:35.916623344Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.051682513s"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:36.970290265Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.625472767s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.853845518Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2750"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.853883549Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.853892079Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2620"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.853899679Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2667"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.853907509Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3059"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.85391397Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3104"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.855840064Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2886"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.857107671Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:2661"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='68ff15a7-efff-4e3b-9b70-a8c9f3b33a89'/>\n        <propval type=\"astring\" name=\"rack_id\" value='c3272b8c-876d-43d9-a1f4-8963a7553b1d'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:a02a::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fe1d:2a7a'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:a02a::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"sock\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"rack_id\" value='c3272b8c-876d-43d9-a1f4-8963a7553b1d'/>\n        <propval type=\"astring\" name=\"sled_id\" value='5835b48f-f45d-4fa8-91ed-38d933d73732'/>\n        <propval type=\"astring\" name=\"sled_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"sled_serial\" value='sock'/>\n        <propval type=\"astring\" name=\"sled_revision\" value='0'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dpd_host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"dpd_port\" value='12224'/>\n        <propval type=\"astring\" name=\"rack_id\" value='c3272b8c-876d-43d9-a1f4-8963a7553b1d'/>\n        <propval type=\"astring\" name=\"sled_id\" value='5835b48f-f45d-4fa8-91ed-38d933d73732'/>\n        <propval type=\"astring\" name=\"sled_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"sled_serial\" value='sock'/>\n        <propval type=\"astring\" name=\"sled_revision\" value='0'/>\n        <propval type=\"astring\" name=\"listen_address\" value='[::1]:12231'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='sock'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='5835b48f-f45d-4fa8-91ed-38d933d73732'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='c3272b8c-876d-43d9-a1f4-8963a7553b1d'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='5835b48f-f45d-4fa8-91ed-38d933d73732'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='c3272b8c-876d-43d9-a1f4-8963a7553b1d'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.857238304Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:37.857338857Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 53.039515ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:38.123215889Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 142.629207ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:38.34753439Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 206.718245ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:38.523776484Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 508.768944ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:38.853790251Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 996.905508ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:39.587001897Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:39.596988842Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"4.890194048s"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.416279498s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:40.769752701Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_switch\") failed: Property not found. retry in 1.290888174s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:42.343563088Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.02584558Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.026149769Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12348","component":"dropshot (Repo Depot)","component":"ArtifactStore","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.027491897Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:328"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.027522828Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.027530188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.027543048Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.027775805Z","hostname":"sock","pid":1566,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.027999811Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.028060083Z","hostname":"sock","pid":1566,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.2.174, infra_ip_last: 10.151.2.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.2.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: Some(None), bgp_peers: [], autoneg: false, lldp: None, tx_eq: None }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.028071293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4019"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.028125675Z","hostname":"sock","pid":1566,"remote_addr":"[fdb0:18c0:4d0d:a02a::1]:46840","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.270124869Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.270201911Z","hostname":"sock","pid":1566,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:a02a::1]:12346"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.275782609Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4340","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.27580528Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4356"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.27581849Z","hostname":"sock","pid":1566,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:535"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:44.553275873Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:387","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:387","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"11.327100045s"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.586649412Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:51782"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.58690794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.58692017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.586953451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.586969251Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.587099955Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"d211a69f-e190-428e-8c0f-0524d505b9db","remote_addr":"[fd00:1122:3344:101::1]:51782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":307,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.617200521Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:33339"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.617380316Z","hostname":"sock","pid":1566,"uri":"/sled-role","method":"GET","req_id":"c35773c1-4e42-4dc7-94ef-3dc7b957470e","remote_addr":"[fd00:1122:3344:101::1]:33339","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":56,"response_code":"200"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 67a4db0f-6892-49b7-8b66-559ccce18ef4 (physical_disk), pool_id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 77dd649c-a667-4ebb-ac67-cff96405e1c9 (physical_disk), pool_id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 83139c92-b163-4047-833e-274061c2ea28 (physical_disk), pool_id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 897a5f96-a409-47a3-b1c1-a1509a18f07c (physical_disk), pool_id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: a17a4e2c-6456-4908-86cd-157cbbd1ec7e (physical_disk), pool_id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c3f0cc78-0aa0-4a13-bdef-7616e977ff2a (physical_disk), pool_id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: cb26102f-eeb7-4f8b-805b-d03511ce3ed0 (physical_disk), pool_id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: da4aef87-50df-4739-b731-8276531b7e8a (physical_disk), pool_id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: dd287d72-7bbc-483b-b87c-b8c5570cf8db (physical_disk), pool_id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.648716158Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:385"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.648838181Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:45474"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.649087548Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:895"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(2), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 67a4db0f-6892-49b7-8b66-559ccce18ef4 (physical_disk), pool_id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 77dd649c-a667-4ebb-ac67-cff96405e1c9 (physical_disk), pool_id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 83139c92-b163-4047-833e-274061c2ea28 (physical_disk), pool_id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 897a5f96-a409-47a3-b1c1-a1509a18f07c (physical_disk), pool_id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: a17a4e2c-6456-4908-86cd-157cbbd1ec7e (physical_disk), pool_id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: c3f0cc78-0aa0-4a13-bdef-7616e977ff2a (physical_disk), pool_id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: cb26102f-eeb7-4f8b-805b-d03511ce3ed0 (physical_disk), pool_id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: da4aef87-50df-4739-b731-8276531b7e8a (physical_disk), pool_id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: dd287d72-7bbc-483b-b87c-b8c5570cf8db (physical_disk), pool_id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.649134319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.64914269Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.64915106Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.64915529Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1298"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.649190261Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.649195271Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.649199541Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.649202961Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.788301138Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:44.78835785Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool)"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:45.029295213Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:45.229847168Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11041192580377101784"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:45.229947011Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14879566039012961736"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.443498455Z","hostname":"sock","pid":1566,"component":"VmmReservoirManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.492092678Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.500909519Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.50096465Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.50097449Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.501028302Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.501055023Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.501138125Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.501154655Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.536751288Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.544687614Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.683560274Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.691654864Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.691684875Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.691692395Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.691699406Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.691722066Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.700938398Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.700972569Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"92d599bb-7067-4926-9301-d5f5f983f111 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.797242648Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.80505168Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.805110822Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.805117652Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.805159153Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.805172523Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.805267746Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.805275796Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.83948745Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.847369314Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_92d599bb-7067-4926-9301-d5f5f983f111","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.986055108Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.994348844Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.994393365Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.994402746Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.994411046Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:45.994428796Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.004311447Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.004338948Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.102323435Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.110791796Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.110843378Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.110851988Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.11090649Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.11091928Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.111050914Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.111058034Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.14748438Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:46.15135604Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"Automatically destroying dataset: oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.155619422Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_9488b08f-08d1-4217-90af-27a0f69b51f7","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.295702066Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.304359233Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.304395883Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.304406634Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.304414224Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.304422714Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.314248914Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.314282605Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.41819324Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.426158767Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.426219399Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.426231889Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.42625631Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.42626468Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.426334612Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.426342752Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.462312246Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.470467407Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.609117062Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.617332595Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.617374306Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.617383137Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.617389287Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.617394277Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.627052932Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.627089973Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.717807863Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.726097499Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.72612917Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.72613707Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.726217213Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.726227953Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.726313915Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.726320565Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.760423255Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.768264769Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_15d1957c-72d0-47b9-aa2b-993d1474e767","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.904523605Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.912353717Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.912394958Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.91243799Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.91244649Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.91245268Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.922511886Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:46.922542867Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.021853871Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.029837968Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.029867519Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.02987529Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.02989167Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.02990283Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.030053895Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.030075105Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.064899796Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.073367137Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:47.156433599Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"Looking for unencrypted datasets in oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.211327241Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.219900485Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.219944296Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.219950996Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.219958717Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.219985247Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.229790426Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.229823667Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"888b0ace-3028-4fa4-a464-87268f90ca4e (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.32626675Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333379043Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333429724Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333448015Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333465155Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333475515Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333549688Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.333565578Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.369295185Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.377651312Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_888b0ace-3028-4fa4-a464-87268f90ca4e","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.522195914Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.530784378Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.530820829Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.530831409Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.5308603Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.53086765Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.540064872Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.540094033Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.637321558Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.645560403Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.645599284Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.645609864Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.645638925Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.645691627Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.64580659Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.6458181Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.685612212Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.694293929Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.828438355Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.836241977Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.836275088Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.836280468Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.836286848Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.836291108Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.845268674Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.845301735Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.935623904Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:196","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943671683Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:239","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943703164Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:241","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943709374Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:245","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943737195Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:247","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943750385Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943878989Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.943886409Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:259"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.979853182Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:47.986927953Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:302"}
{"msg":"Looking for unencrypted datasets in oxp_260eeacc-a97f-47c0-b604-100bb7d05b36","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.132230486Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/dataset.rs:388"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142180449Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142228531Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142294213Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142390935Z","hostname":"sock","pid":1566,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(2), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: db71a81c-96cf-41f7-8c27-fbb635fcb5d5 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: af97f30c-e09d-4c57-b382-5397ac5562c4 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142456127Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142466387Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142527519Z","hostname":"sock","pid":1566,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142684324Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142694904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142701894Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:925","generation":"Generation(2)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142710164Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:930"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142717174Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:935"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142731035Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:123","gen":"Generation(2)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142739855Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:941"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142774056Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:799","gen":"Generation(2)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142783036Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:946"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.142859218Z","hostname":"sock","pid":1566,"uri":"/omicron-physical-disks","method":"PUT","req_id":"420039fc-64dd-4b65-84f7-a1e1a3b17f7d","remote_addr":"[fd00:1122:3344:101::1]:45474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3493942,"response_code":"200"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:48.158424811Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"attempting to set up sled's datasets: DatasetsConfig { generation: Generation(1), datasets: {0188bb64-bbf2-485e-9cc9-c9f8bf711fb1 (dataset): DatasetConfig { id: 0188bb64-bbf2-485e-9cc9-c9f8bf711fb1 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a5739e7-e4bf-4fa0-8130-ab1714cc754b (dataset): DatasetConfig { id: 0a5739e7-e4bf-4fa0-8130-ab1714cc754b (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0acd866c-d540-4bf5-9a4d-f3e70615feda (dataset): DatasetConfig { id: 0acd866c-d540-4bf5-9a4d-f3e70615feda (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0c7f8cec-d55b-43f1-862d-c06413aa7cde (dataset): DatasetConfig { id: 0c7f8cec-d55b-43f1-862d-c06413aa7cde (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 11b9f182-1734-49b9-ac28-f0ec6dd000a0 (dataset): DatasetConfig { id: 11b9f182-1734-49b9-ac28-f0ec6dd000a0 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 13e3e184-f342-4527-80b1-504bae0e323e (dataset): DatasetConfig { id: 13e3e184-f342-4527-80b1-504bae0e323e (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 147d737c-ed08-4fdd-8a9c-781b5ec0eca8 (dataset): DatasetConfig { id: 147d737c-ed08-4fdd-8a9c-781b5ec0eca8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 16992be2-15bd-4c23-b9ab-6e92c8f28660 (dataset): DatasetConfig { id: 16992be2-15bd-4c23-b9ab-6e92c8f28660 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17231fa3-589b-499d-954c-6aff6dc115a0 (dataset): DatasetConfig { id: 17231fa3-589b-499d-954c-6aff6dc115a0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1847f372-9a80-46fe-b30b-f770bd5cfc84 (dataset): DatasetConfig { id: 1847f372-9a80-46fe-b30b-f770bd5cfc84 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1a6723cc-51bf-4ac4-9ecb-404d25576527 (dataset): DatasetConfig { id: 1a6723cc-51bf-4ac4-9ecb-404d25576527 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ddbbb5a-6e27-49cb-954c-42fa7eaa843e (dataset): DatasetConfig { id: 1ddbbb5a-6e27-49cb-954c-42fa7eaa843e (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f215a7f-895e-4b5c-afee-46031a63b958 (dataset): DatasetConfig { id: 1f215a7f-895e-4b5c-afee-46031a63b958 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 267a40ad-4458-4012-825b-ef3aa1b9bb1f (dataset): DatasetConfig { id: 267a40ad-4458-4012-825b-ef3aa1b9bb1f (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 26f05ee1-2375-4e1d-bb02-028718e480b6 (dataset): DatasetConfig { id: 26f05ee1-2375-4e1d-bb02-028718e480b6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d5e21d2-3731-4822-b283-7675b007e431 (dataset): DatasetConfig { id: 2d5e21d2-3731-4822-b283-7675b007e431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3aaef75c-45d2-4339-8578-5bcb0766ae58 (dataset): DatasetConfig { id: 3aaef75c-45d2-4339-8578-5bcb0766ae58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4537d0f7-0dc9-4bdb-a904-72bcb91f9516 (dataset): DatasetConfig { id: 4537d0f7-0dc9-4bdb-a904-72bcb91f9516 (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46eb6422-0bb3-4e09-a8cb-7445ada4aaff (dataset): DatasetConfig { id: 46eb6422-0bb3-4e09-a8cb-7445ada4aaff (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 478ec97c-bd11-4728-bba9-ff465d9b827b (dataset): DatasetConfig { id: 478ec97c-bd11-4728-bba9-ff465d9b827b (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 47f97a1f-7cc3-490e-8fda-081438f4b490 (dataset): DatasetConfig { id: 47f97a1f-7cc3-490e-8fda-081438f4b490 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5242efda-2cbe-4861-98d7-67f10ec4b92e (dataset): DatasetConfig { id: 5242efda-2cbe-4861-98d7-67f10ec4b92e (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 553a2747-53a5-4959-8140-f53db642d567 (dataset): DatasetConfig { id: 553a2747-53a5-4959-8140-f53db642d567 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 55a64bce-4612-434d-a32e-af288a020e3d (dataset): DatasetConfig { id: 55a64bce-4612-434d-a32e-af288a020e3d (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5663adec-d4f9-4781-8e63-b921138c0fb5 (dataset): DatasetConfig { id: 5663adec-d4f9-4781-8e63-b921138c0fb5 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 59b15b9f-f626-44c1-bba3-dcdac3c14dc2 (dataset): DatasetConfig { id: 59b15b9f-f626-44c1-bba3-dcdac3c14dc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 59d4f8be-427d-4b78-b46a-bc4b253710a7 (dataset): DatasetConfig { id: 59d4f8be-427d-4b78-b46a-bc4b253710a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c693edc-fa99-4cce-a420-4b0f03dbdffa (dataset): DatasetConfig { id: 5c693edc-fa99-4cce-a420-4b0f03dbdffa (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5d068120-a540-4997-9165-39da2817fc5b (dataset): DatasetConfig { id: 5d068120-a540-4997-9165-39da2817fc5b (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6eb41861-e137-4354-a750-d6a55064746c (dataset): DatasetConfig { id: 6eb41861-e137-4354-a750-d6a55064746c (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 70dcb206-50a0-4256-b45a-bfcd3405c5f2 (dataset): DatasetConfig { id: 70dcb206-50a0-4256-b45a-bfcd3405c5f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73030674-d021-4e4b-a7eb-dd06d9c231bb (dataset): DatasetConfig { id: 73030674-d021-4e4b-a7eb-dd06d9c231bb (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73e0fb83-7ac4-480a-9acc-79b9b28e6605 (dataset): DatasetConfig { id: 73e0fb83-7ac4-480a-9acc-79b9b28e6605 (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 744172c4-7ca1-4272-b7cd-4f4edf29ee8d (dataset): DatasetConfig { id: 744172c4-7ca1-4272-b7cd-4f4edf29ee8d (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 75c7e109-afd7-4bd8-b9a8-36be14fa0af1 (dataset): DatasetConfig { id: 75c7e109-afd7-4bd8-b9a8-36be14fa0af1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 76ed5802-bbeb-402d-9c77-899c8e36feba (dataset): DatasetConfig { id: 76ed5802-bbeb-402d-9c77-899c8e36feba (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7db02e78-eb8b-446e-a061-dc7952083b90 (dataset): DatasetConfig { id: 7db02e78-eb8b-446e-a061-dc7952083b90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 81842bba-4f54-4b3e-8128-6a29b19d6a3a (dataset): DatasetConfig { id: 81842bba-4f54-4b3e-8128-6a29b19d6a3a (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89358629-ac71-4190-9e3a-795304c698cb (dataset): DatasetConfig { id: 89358629-ac71-4190-9e3a-795304c698cb (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89897151-46ea-4965-8ae4-a23b79c95dc0 (dataset): DatasetConfig { id: 89897151-46ea-4965-8ae4-a23b79c95dc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8ca5f809-772b-48c8-9159-92bada0c0711 (dataset): DatasetConfig { id: 8ca5f809-772b-48c8-9159-92bada0c0711 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e7a8fbc-ff70-43f4-a7c0-8a1c3511fda7 (dataset): DatasetConfig { id: 8e7a8fbc-ff70-43f4-a7c0-8a1c3511fda7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 92c3bdc6-4f03-4376-b77e-24b39ffbc0e7 (dataset): DatasetConfig { id: 92c3bdc6-4f03-4376-b77e-24b39ffbc0e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 94301803-0974-4825-ae9f-8def440cf586 (dataset): DatasetConfig { id: 94301803-0974-4825-ae9f-8def440cf586 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99e2be90-b931-4171-a67c-b76adcf022bb (dataset): DatasetConfig { id: 99e2be90-b931-4171-a67c-b76adcf022bb (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a00e8f5e-7b14-4c88-8bc6-fa27eae95c0c (dataset): DatasetConfig { id: a00e8f5e-7b14-4c88-8bc6-fa27eae95c0c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a0b324d3-0dd5-4a91-b784-01067bd01058 (dataset): DatasetConfig { id: a0b324d3-0dd5-4a91-b784-01067bd01058 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a5d6f2e7-6df6-40a0-900d-538532983097 (dataset): DatasetConfig { id: a5d6f2e7-6df6-40a0-900d-538532983097 (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a68776c1-029a-46ff-948c-efc3f0ba5195 (dataset): DatasetConfig { id: a68776c1-029a-46ff-948c-efc3f0ba5195 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b337abb6-0acd-4fd4-b627-73b4db606dee (dataset): DatasetConfig { id: b337abb6-0acd-4fd4-b627-73b4db606dee (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b57bb741-8d6f-4b0f-9b2e-407a765179d0 (dataset): DatasetConfig { id: b57bb741-8d6f-4b0f-9b2e-407a765179d0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6e77c58-5dc8-4faa-826d-fd10203d28db (dataset): DatasetConfig { id: b6e77c58-5dc8-4faa-826d-fd10203d28db (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, be1b93c7-66da-43a8-b57f-1f4444d3c709 (dataset): DatasetConfig { id: be1b93c7-66da-43a8-b57f-1f4444d3c709 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c9bffa10-feee-4f4c-af8a-eea6cbdba471 (dataset): DatasetConfig { id: c9bffa10-feee-4f4c-af8a-eea6cbdba471 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ca5d12ba-23c9-4f97-a750-b7c37c8ff4ff (dataset): DatasetConfig { id: ca5d12ba-23c9-4f97-a750-b7c37c8ff4ff (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dba904d4-f7f1-448f-8797-b0e4d61fe1ef (dataset): DatasetConfig { id: dba904d4-f7f1-448f-8797-b0e4d61fe1ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd1f088c-e134-4e58-bad1-ef4786cdd31e (dataset): DatasetConfig { id: dd1f088c-e134-4e58-bad1-ef4786cdd31e (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e240503c-c02a-42de-bdae-11679376fb01 (dataset): DatasetConfig { id: e240503c-c02a-42de-bdae-11679376fb01 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e5cb7018-cfd4-43eb-8fd7-f674a54694c5 (dataset): DatasetConfig { id: e5cb7018-cfd4-43eb-8fd7-f674a54694c5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, edfec98d-8cf6-46c1-ae2c-dc6ad8391327 (dataset): DatasetConfig { id: edfec98d-8cf6-46c1-ae2c-dc6ad8391327 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eec14c14-e977-4223-9219-538818fe19bd (dataset): DatasetConfig { id: eec14c14-e977-4223-9219-538818fe19bd (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1de2f2c-4f12-4dac-be80-d4b6a6e1288f (dataset): DatasetConfig { id: f1de2f2c-4f12-4dac-be80-d4b6a6e1288f (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, f74e5d8b-3509-48a5-a26c-bdc8dc44841f (dataset): DatasetConfig { id: f74e5d8b-3509-48a5-a26c-bdc8dc44841f (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f88a474b-1b90-4f92-b403-f986e8cf9f81 (dataset): DatasetConfig { id: f88a474b-1b90-4f92-b403-f986e8cf9f81 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa372737-2409-4229-b627-8392d7109be9 (dataset): DatasetConfig { id: fa372737-2409-4229-b627-8392d7109be9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fbcec9ca-101e-4632-a03e-6a5d0ff849d4 (dataset): DatasetConfig { id: fbcec9ca-101e-4632-a03e-6a5d0ff849d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174360254Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:460"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174407646Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:42203"}
{"msg":"datasets ensure","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174788467Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:861"}
{"msg":"Received DatasetsEnsure { config: DatasetsConfig { generation: Generation(1), datasets: {0188bb64-bbf2-485e-9cc9-c9f8bf711fb1 (dataset): DatasetConfig { id: 0188bb64-bbf2-485e-9cc9-c9f8bf711fb1 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0a5739e7-e4bf-4fa0-8130-ab1714cc754b (dataset): DatasetConfig { id: 0a5739e7-e4bf-4fa0-8130-ab1714cc754b (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 0acd866c-d540-4bf5-9a4d-f3e70615feda (dataset): DatasetConfig { id: 0acd866c-d540-4bf5-9a4d-f3e70615feda (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 0c7f8cec-d55b-43f1-862d-c06413aa7cde (dataset): DatasetConfig { id: 0c7f8cec-d55b-43f1-862d-c06413aa7cde (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 11b9f182-1734-49b9-ac28-f0ec6dd000a0 (dataset): DatasetConfig { id: 11b9f182-1734-49b9-ac28-f0ec6dd000a0 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 13e3e184-f342-4527-80b1-504bae0e323e (dataset): DatasetConfig { id: 13e3e184-f342-4527-80b1-504bae0e323e (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 147d737c-ed08-4fdd-8a9c-781b5ec0eca8 (dataset): DatasetConfig { id: 147d737c-ed08-4fdd-8a9c-781b5ec0eca8 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 16992be2-15bd-4c23-b9ab-6e92c8f28660 (dataset): DatasetConfig { id: 16992be2-15bd-4c23-b9ab-6e92c8f28660 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 17231fa3-589b-499d-954c-6aff6dc115a0 (dataset): DatasetConfig { id: 17231fa3-589b-499d-954c-6aff6dc115a0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1847f372-9a80-46fe-b30b-f770bd5cfc84 (dataset): DatasetConfig { id: 1847f372-9a80-46fe-b30b-f770bd5cfc84 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1a6723cc-51bf-4ac4-9ecb-404d25576527 (dataset): DatasetConfig { id: 1a6723cc-51bf-4ac4-9ecb-404d25576527 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1ddbbb5a-6e27-49cb-954c-42fa7eaa843e (dataset): DatasetConfig { id: 1ddbbb5a-6e27-49cb-954c-42fa7eaa843e (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 1f215a7f-895e-4b5c-afee-46031a63b958 (dataset): DatasetConfig { id: 1f215a7f-895e-4b5c-afee-46031a63b958 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 267a40ad-4458-4012-825b-ef3aa1b9bb1f (dataset): DatasetConfig { id: 267a40ad-4458-4012-825b-ef3aa1b9bb1f (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 26f05ee1-2375-4e1d-bb02-028718e480b6 (dataset): DatasetConfig { id: 26f05ee1-2375-4e1d-bb02-028718e480b6 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 2d5e21d2-3731-4822-b283-7675b007e431 (dataset): DatasetConfig { id: 2d5e21d2-3731-4822-b283-7675b007e431 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 3aaef75c-45d2-4339-8578-5bcb0766ae58 (dataset): DatasetConfig { id: 3aaef75c-45d2-4339-8578-5bcb0766ae58 (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 4537d0f7-0dc9-4bdb-a904-72bcb91f9516 (dataset): DatasetConfig { id: 4537d0f7-0dc9-4bdb-a904-72bcb91f9516 (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 46eb6422-0bb3-4e09-a8cb-7445ada4aaff (dataset): DatasetConfig { id: 46eb6422-0bb3-4e09-a8cb-7445ada4aaff (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 478ec97c-bd11-4728-bba9-ff465d9b827b (dataset): DatasetConfig { id: 478ec97c-bd11-4728-bba9-ff465d9b827b (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 47f97a1f-7cc3-490e-8fda-081438f4b490 (dataset): DatasetConfig { id: 47f97a1f-7cc3-490e-8fda-081438f4b490 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5242efda-2cbe-4861-98d7-67f10ec4b92e (dataset): DatasetConfig { id: 5242efda-2cbe-4861-98d7-67f10ec4b92e (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 553a2747-53a5-4959-8140-f53db642d567 (dataset): DatasetConfig { id: 553a2747-53a5-4959-8140-f53db642d567 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 55a64bce-4612-434d-a32e-af288a020e3d (dataset): DatasetConfig { id: 55a64bce-4612-434d-a32e-af288a020e3d (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5663adec-d4f9-4781-8e63-b921138c0fb5 (dataset): DatasetConfig { id: 5663adec-d4f9-4781-8e63-b921138c0fb5 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 59b15b9f-f626-44c1-bba3-dcdac3c14dc2 (dataset): DatasetConfig { id: 59b15b9f-f626-44c1-bba3-dcdac3c14dc2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 59d4f8be-427d-4b78-b46a-bc4b253710a7 (dataset): DatasetConfig { id: 59d4f8be-427d-4b78-b46a-bc4b253710a7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 5c693edc-fa99-4cce-a420-4b0f03dbdffa (dataset): DatasetConfig { id: 5c693edc-fa99-4cce-a420-4b0f03dbdffa (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 5d068120-a540-4997-9165-39da2817fc5b (dataset): DatasetConfig { id: 5d068120-a540-4997-9165-39da2817fc5b (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 6eb41861-e137-4354-a750-d6a55064746c (dataset): DatasetConfig { id: 6eb41861-e137-4354-a750-d6a55064746c (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 70dcb206-50a0-4256-b45a-bfcd3405c5f2 (dataset): DatasetConfig { id: 70dcb206-50a0-4256-b45a-bfcd3405c5f2 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73030674-d021-4e4b-a7eb-dd06d9c231bb (dataset): DatasetConfig { id: 73030674-d021-4e4b-a7eb-dd06d9c231bb (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 73e0fb83-7ac4-480a-9acc-79b9b28e6605 (dataset): DatasetConfig { id: 73e0fb83-7ac4-480a-9acc-79b9b28e6605 (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 744172c4-7ca1-4272-b7cd-4f4edf29ee8d (dataset): DatasetConfig { id: 744172c4-7ca1-4272-b7cd-4f4edf29ee8d (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 75c7e109-afd7-4bd8-b9a8-36be14fa0af1 (dataset): DatasetConfig { id: 75c7e109-afd7-4bd8-b9a8-36be14fa0af1 (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 76ed5802-bbeb-402d-9c77-899c8e36feba (dataset): DatasetConfig { id: 76ed5802-bbeb-402d-9c77-899c8e36feba (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 7db02e78-eb8b-446e-a061-dc7952083b90 (dataset): DatasetConfig { id: 7db02e78-eb8b-446e-a061-dc7952083b90 (dataset), name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 81842bba-4f54-4b3e-8128-6a29b19d6a3a (dataset): DatasetConfig { id: 81842bba-4f54-4b3e-8128-6a29b19d6a3a (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89358629-ac71-4190-9e3a-795304c698cb (dataset): DatasetConfig { id: 89358629-ac71-4190-9e3a-795304c698cb (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 89897151-46ea-4965-8ae4-a23b79c95dc0 (dataset): DatasetConfig { id: 89897151-46ea-4965-8ae4-a23b79c95dc0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, 8ca5f809-772b-48c8-9159-92bada0c0711 (dataset): DatasetConfig { id: 8ca5f809-772b-48c8-9159-92bada0c0711 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 8e7a8fbc-ff70-43f4-a7c0-8a1c3511fda7 (dataset): DatasetConfig { id: 8e7a8fbc-ff70-43f4-a7c0-8a1c3511fda7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 92c3bdc6-4f03-4376-b77e-24b39ffbc0e7 (dataset): DatasetConfig { id: 92c3bdc6-4f03-4376-b77e-24b39ffbc0e7 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 94301803-0974-4825-ae9f-8def440cf586 (dataset): DatasetConfig { id: 94301803-0974-4825-ae9f-8def440cf586 (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, 99e2be90-b931-4171-a67c-b76adcf022bb (dataset): DatasetConfig { id: 99e2be90-b931-4171-a67c-b76adcf022bb (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a00e8f5e-7b14-4c88-8bc6-fa27eae95c0c (dataset): DatasetConfig { id: a00e8f5e-7b14-4c88-8bc6-fa27eae95c0c (dataset), name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, a0b324d3-0dd5-4a91-b784-01067bd01058 (dataset): DatasetConfig { id: a0b324d3-0dd5-4a91-b784-01067bd01058 (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a5d6f2e7-6df6-40a0-900d-538532983097 (dataset): DatasetConfig { id: a5d6f2e7-6df6-40a0-900d-538532983097 (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, a68776c1-029a-46ff-948c-efc3f0ba5195 (dataset): DatasetConfig { id: a68776c1-029a-46ff-948c-efc3f0ba5195 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b337abb6-0acd-4fd4-b627-73b4db606dee (dataset): DatasetConfig { id: b337abb6-0acd-4fd4-b627-73b4db606dee (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b57bb741-8d6f-4b0f-9b2e-407a765179d0 (dataset): DatasetConfig { id: b57bb741-8d6f-4b0f-9b2e-407a765179d0 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, b6e77c58-5dc8-4faa-826d-fd10203d28db (dataset): DatasetConfig { id: b6e77c58-5dc8-4faa-826d-fd10203d28db (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, be1b93c7-66da-43a8-b57f-1f4444d3c709 (dataset): DatasetConfig { id: be1b93c7-66da-43a8-b57f-1f4444d3c709 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: TransientZone { name: \"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, c9bffa10-feee-4f4c-af8a-eea6cbdba471 (dataset): DatasetConfig { id: c9bffa10-feee-4f4c-af8a-eea6cbdba471 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, ca5d12ba-23c9-4f97-a750-b7c37c8ff4ff (dataset): DatasetConfig { id: ca5d12ba-23c9-4f97-a750-b7c37c8ff4ff (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dba904d4-f7f1-448f-8797-b0e4d61fe1ef (dataset): DatasetConfig { id: dba904d4-f7f1-448f-8797-b0e4d61fe1ef (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, dd1f088c-e134-4e58-bad1-ef4786cdd31e (dataset): DatasetConfig { id: dd1f088c-e134-4e58-bad1-ef4786cdd31e (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e240503c-c02a-42de-bdae-11679376fb01 (dataset): DatasetConfig { id: e240503c-c02a-42de-bdae-11679376fb01 (dataset), name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, e5cb7018-cfd4-43eb-8fd7-f674a54694c5 (dataset): DatasetConfig { id: e5cb7018-cfd4-43eb-8fd7-f674a54694c5 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, edfec98d-8cf6-46c1-ae2c-dc6ad8391327 (dataset): DatasetConfig { id: edfec98d-8cf6-46c1-ae2c-dc6ad8391327 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: TransientZone { name: \"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, eec14c14-e977-4223-9219-538818fe19bd (dataset): DatasetConfig { id: eec14c14-e977-4223-9219-538818fe19bd (dataset), name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f1de2f2c-4f12-4dac-be80-d4b6a6e1288f (dataset): DatasetConfig { id: f1de2f2c-4f12-4dac-be80-d4b6a6e1288f (dataset), name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Debug }, inner: SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None } }, f74e5d8b-3509-48a5-a26c-bdc8dc44841f (dataset): DatasetConfig { id: f74e5d8b-3509-48a5-a26c-bdc8dc44841f (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZoneRoot }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, f88a474b-1b90-4f92-b403-f986e8cf9f81 (dataset): DatasetConfig { id: f88a474b-1b90-4f92-b403-f986e8cf9f81 (dataset), name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: TransientZone { name: \"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\" } }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fa372737-2409-4229-b627-8392d7109be9 (dataset): DatasetConfig { id: fa372737-2409-4229-b627-8392d7109be9 (dataset), name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }, fbcec9ca-101e-4632-a03e-6a5d0ff849d4 (dataset): DatasetConfig { id: fbcec9ca-101e-4632-a03e-6a5d0ff849d4 (dataset), name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, inner: SharedDatasetConfig { compression: Off, quota: None, reservation: None } }} }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174973862Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174981662Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-datasets.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174988132Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested datasets', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.174993692Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:909"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.191371258Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.191401499Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.191407079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.218990114Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.219028275Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.219032525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/debug\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.245763766Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.245797337Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.245801577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.290738325Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.290765626Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.290769666Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.338151044Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.338180285Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.338191355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.394792695Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.394829796Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.394833976Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\"), full_name: \"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.453624198Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.453656169Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.45366059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.4993858Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.499416391Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.499421451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.545211034Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.545250385Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.545255025Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone\"), full_name: \"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.571881432Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.571908173Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.571912133Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\"), full_name: \"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.630190191Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.630235302Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/external_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.630242982Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/external_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.678542186Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.678576767Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.678582197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.706505592Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.706536723Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.706541643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.766164689Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.76619627Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.76620141Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/debug\"), full_name: \"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.794842955Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.794878176Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.794882946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.852617428Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.852654089Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.852659309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.909237498Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone/oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.909272179Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone/oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.90927713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone/oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\"), full_name: \"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone/oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.965778327Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.965814518Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.965819348Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone\"), full_name: \"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.997497389Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.99753895Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:48.99755081Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.053688667Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.053726108Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.053730408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\"), full_name: \"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.113976932Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.114013743Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.114017783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:49.160691411Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.160773853Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.160782763Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.160799074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\"), full_name: \"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone/oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.220240115Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.220279516Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.220284966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.282239608Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.282273449Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.282278479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.312158839Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.31219421Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.31219924Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.374678058Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.374716129Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.374721349Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/debug\"), full_name: \"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.404266299Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.40429806Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.40430208Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone\"), full_name: \"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.433419839Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.43345687Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.43346209Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/debug\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.462769954Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.462802675Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.462816085Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.519299582Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.519334483Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.519338573Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.567697698Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.567741Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.56774655Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.628143478Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.628183099Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.628188539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.686729354Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.686777526Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.686782596Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\"), full_name: \"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/zone/oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.749781928Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.749821309Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.749826359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.810567957Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.810602848Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.810606848Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/92d599bb-7067-4926-9301-d5f5f983f111/crypt/debug\"), full_name: \"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.840724515Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone/oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.840758766Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone/oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.840763696Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone/oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\"), full_name: \"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/zone/oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.901296198Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.901334299Z","hostname":"sock","pid":1566,"name":"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.901339089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone\"), full_name: \"oxp_92d599bb-7067-4926-9301-d5f5f983f111/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.930816477Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.930848188Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.930852198Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.982109646Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.982145687Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:49.982150507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.033467877Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.033503688Z","hostname":"sock","pid":1566,"name":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.033508368Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/debug\"), full_name: \"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.063571533Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.063605504Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.063610184Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.125457923Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.125498165Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.125503265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:50.163087934Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.17455826Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.17456955Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.17457381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.225840769Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.22587492Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.22587931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\"), full_name: \"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/zone/oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.287476532Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.287514213Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.287518583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.351611996Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.351647047Z","hostname":"sock","pid":1566,"name":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.351657878Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/debug\"), full_name: \"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.382218827Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.382251228Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.382255408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/zone/oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.442735938Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.44277281Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.44277722Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone\"), full_name: \"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.474029339Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.47406432Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/clickhouse","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.47406961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/clickhouse\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.526592704Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.526625295Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.526629075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.577526243Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.577558113Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.577562244Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.627535645Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.627578036Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.627582387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.686539284Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.686575655Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.686586375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/zone/oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.748338511Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.748378753Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.748384023Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/debug\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.77853857Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.778570602Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.778574842Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.827997377Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.828030838Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.828035049Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.879444611Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.879488072Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.879492482Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.941358882Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.941399253Z","hostname":"sock","pid":1566,"name":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.941404413Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.991731074Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.991766146Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:50.991771286Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.052359099Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.0523983Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.05240384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/zone/oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.113874799Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.1139101Z","hostname":"sock","pid":1566,"name":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/cockroachdb","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.11391432Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/cockroachdb\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.165076845Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.165104136Z","hostname":"sock","pid":1566,"name":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/debug","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.165108136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/debug\"), full_name: \"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/debug\" }","config":"SharedDatasetConfig { compression: GzipN { level: GzipLevel(9) }, quota: Some(ByteCount(107374182400)), reservation: None }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:51.168246946Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.195759068Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"Old properties missing UUID","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.195783109Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:998"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.195787079Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.226541684Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.226564644Z","hostname":"sock","pid":1566,"name":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.226568554Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: false, mountpoint: Path(\"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\"), full_name: \"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/zone/oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.286604262Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.286631693Z","hostname":"sock","pid":1566,"name":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/internal_dns","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.286635983Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/internal_dns\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Ensuring dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.337437788Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:1039"}
{"msg":"This dataset did not exist","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.337464909Z","hostname":"sock","pid":1566,"name":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crucible","request":"datasets_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:993"}
{"msg":"ensure_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.337470039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1431","details":"DatasetCreationDetails { zoned: true, mountpoint: Path(\"/data\"), full_name: \"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crucible\" }","config":"SharedDatasetConfig { compression: Off, quota: None, reservation: None }"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.38707582Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.omicron-datasets.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.387398839Z","hostname":"sock","pid":1566,"request":"datasets_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"datasets ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.387738549Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:863"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.387835072Z","hostname":"sock","pid":1566,"uri":"/datasets","method":"PUT","req_id":"891bc6b3-2e96-4c85-bf0e-0629a632c21d","remote_addr":"[fd00:1122:3344:101::1]:42203","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3213338,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.420400738Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.420559033Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:37533"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.42082458Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.42083292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.42994931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.429993371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.438841633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.438882284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.447514779Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"No ledger in /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.447589872Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.447597022Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.447656914Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":3,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.447665464Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.492711325Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.492763077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.492771597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.5449161Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.548879683Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.55263208Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.565957139Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.570421255Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:51.574499771Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:52.170810834Z","hostname":"sock","pid":1566,"component":"ProbeManager","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:238"}
{"msg":"Profile for oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:53.170626283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:53.170706266Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:53.170842819Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:53.656943937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:53.657014909Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:53.997409141Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1880608015253843444"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:53.997495753Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12669931516114820383"}
{"msg":"Profile for oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.138758882Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 53.981609ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.146737249Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Booting oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.14678859Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.151029511Z","hostname":"sock","pid":1566,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.151076092Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 109.548281ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.211007067Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.217694707Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4364"}
{"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.217705727Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4374","gateway":"fd00:1122:3344:101::1"}
{"msg":"Default route already exists","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.224270204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4388","gateway":"fd00:1122:3344:101::1"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.224292155Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 65.053157ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.282001406Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 71.877063ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.291435345Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 176.401122ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.328507959Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 82.76083ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.459895837Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 73.387208ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.549809004Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.57847927Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4494"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.578547732Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4521"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 304.316854ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.587429244Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 293.74096ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.624456928Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 190.816336ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.668955224Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.756631617Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4534"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.756683549Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4405"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.827522424Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4447"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.827577156Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4501","rack_subnet":"fd00:1122:3344::"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.851462645Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4512"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.851499696Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4585"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 592.194081ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.872094262Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 999.027415ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.901447827Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 507.64143ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:54.93038243Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.93568118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4617"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:54.935702591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.055976482Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4664"}
{"msg":"configuring tfport service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.056029124Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4537"}
{"msg":"refreshed tfport service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.153905958Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4570"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.153954289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:55.186631299Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.187105532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:420"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.219556105Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:717"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.219671718Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:762"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.220053259Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:765","uptime":"2"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.22006744Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:444","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.2.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: Some(\n                    None,\n                ),\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n                tx_eq: None,\n            },\n        },\n    },\n}"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:55.253705257Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11041192580377101784"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:05:55.25381583Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14879566039012961736"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.256447535Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310830882Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310908684Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310922964Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310932894Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310940735Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310949475Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310956245Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310964725Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310969766Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310978036Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310984936Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.310999506Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311004907Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311013157Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311017927Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311022697Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311027137Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311031877Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311036377Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311041037Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311045828Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311050448Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:05:55.311055208Z","hostname":"sock","pid":1566,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 445.398719ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:55.449472135Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 1.054157097s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:55.474264131Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 1.265304961s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:55.904693334Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 1.078772144s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:55.913240718Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 851.6428ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:56.538312277Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 720.59229ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:57.00245464Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 722.737584ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:57.179453955Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 1.032069404s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:57.398282669Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 1.478469271s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:57.731839667Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 849.840163ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:57.911153458Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 1.082537283s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:58.439894758Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 734.537676ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:58.769470593Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd\") failed: Property not found. retry in 1.127997918s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:59.219164624Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb\") failed: Property not found. retry in 673.169923ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:59.514079853Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258\") failed: Property not found. retry in 1.441052769s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:05:59.53121526Z","hostname":"sock","pid":1566,"zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.993524526Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_internal_dns_9f4eb8b3-c464-433c-b912-c7432c124258"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.993584327Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_internal_dns_cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.993592088Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_internal_dns_d80d65e7-849e-47a7-8d7e-e69f7cc544bb"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.993599148Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.993923417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.994225486Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"2034c5cf-813f-4e85-baa0-f9837b649896","remote_addr":"[fd00:1122:3344:101::1]:37533","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":9573568,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:00.997033946Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.194384164Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.270339585Z","hostname":"sock","pid":1566,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:658"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.345988757Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:694"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.346007877Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.378046528Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.378869592Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.378875192Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.408307889Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.408411312Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:58256"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.408597587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.408604118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.420224148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.420274979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.430897942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.430940863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.440249968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.440312889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.440455994Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.440556967Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":1,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.440586367Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.45227077Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.484531127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.485180126Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.485188726Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.515165949Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 181, 161]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.51519884Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.515479108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.515491188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.169","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.515756486Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.516371193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.539700187Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:02.557319408Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Profile for oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:03.189934523Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:03.190034585Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 74.239753ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:03.319114627Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 53.729694ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:03.403460946Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 267.499528ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:03.467869558Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 339.989293ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:03.748618415Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:04.000011645Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1880608015253843444"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:04.000137379Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12669931516114820383"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 1.199201043s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:04.097700974Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:05.255778635Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11041192580377101784"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:05.255905309Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14879566039012961736"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 1.308230988s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:05.307345002Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 1.010733675s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:06.625305592Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 648.357418ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:07.645977775Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37\") failed: Property not found. retry in 842.417181ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:08.303442266Z","hostname":"sock","pid":1566,"zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.16522166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.165309052Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.165653692Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.165966501Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"d4c321e5-cf06-4a55-a279-e8b14360dd82","remote_addr":"[fd00:1122:3344:101::1]:58256","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6757494,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.16806013Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:735"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.197747015Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.197893669Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:37424"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:09.207321367Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3972"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.20740941Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"83a2f304-35e4-48ca-9711-29b0f3f939e6","remote_addr":"[fd00:1122:3344:101::1]:37424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9385,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:09.210567929Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.389054427Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:09.38918861Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46456"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:10.213015264Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"2339203509661629204"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:10.370347449Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11674776510630608998"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:10.996380417Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"128295734488100015"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:13.39760239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3972"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.397681102Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"c59fe759-1709-42df-9dd1-82dd3a06114d","remote_addr":"[fd00:1122:3344:101::1]:46456","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008449,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:13.40043371Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.561211174Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.561356468Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:55054"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:13.570143278Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3972"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.570226Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"db3205df-9536-4ea4-a0d9-dc665462388f","remote_addr":"[fd00:1122:3344:101::1]:55054","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8828,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:13.573595326Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.791243617Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.791393322Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:48503"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_133265e1-ac44-46da-8aab-7104695c8e37': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:13.799947015Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3972"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:13.800048048Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"bf8c1ce5-4cd0-4d48-8acd-8f5e01c3382c","remote_addr":"[fd00:1122:3344:101::1]:48503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8567,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:13.802886938Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:14.002115395Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1880608015253843444"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:14.0022834Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12669931516114820383"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:14.075703148Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:14.075883533Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:61506"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.084854103Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"cd799ca4-4f7a-4ff6-8442-1581fb7ab3d3","remote_addr":"[fd00:1122:3344:101::1]:61506","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1008888,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.087284992Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:15.087295773Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:15.257485924Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11041192580377101784"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2025-02-13T05:06:15.257608108Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"14879566039012961736"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.386060501Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.386228256Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:61189"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.394690217Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"1560ee68-5642-47f2-8f36-6380e70e3cb9","remote_addr":"[fd00:1122:3344:101::1]:61189","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":8389,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.396736785Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:15.396742425Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.697574892Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.697720927Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:59952"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.706368493Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"15cfa365-03e7-4eef-8ebd-27d493f17f2b","remote_addr":"[fd00:1122:3344:101::1]:59952","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":8584,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.709475561Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:15.709485401Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.915336627Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.915482051Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:58059"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.92388012Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"2fac04ee-d153-40ce-80ba-10f3eb82a608","remote_addr":"[fd00:1122:3344:101::1]:58059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":8347,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:15.925934388Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:15.925939728Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.14291181Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.143044044Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:62601"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.152593995Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"e6d90cc6-a3a6-456f-84ca-32c2c9165814","remote_addr":"[fd00:1122:3344:101::1]:62601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":9501,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.155594711Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:16.155600781Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:765","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.360933237Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:715"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.361056881Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:58911"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.381023229Z","hostname":"sock","pid":1566,"uri":"/timesync","method":"GET","req_id":"d9eab5b1-58e9-48cd-8ec3-ffddd662a0d2","remote_addr":"[fd00:1122:3344:101::1]:58911","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":19864,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 2501691571, ip_addr: 149.28.200.179, stratum: 3, ref_time: 1739423175.3717558, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.384802106Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:743"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.384809546Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1383"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.413986916Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.414100739Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:40959"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.414500591Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.414505811Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.426452231Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.426508022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.436654341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:16.436704552Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.010664394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.010721775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.020436752Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.020477133Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.030090286Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.030136318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.03936063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.039405371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.047813441Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.047860172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.056965941Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.057034413Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.057245339Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.057384573Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":5,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.057391743Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.061457418Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.06152798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.06153912Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.061548201Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.061556211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.150399117Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.154495044Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.158837117Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.162856262Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.167187715Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.171758535Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.176351446Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.181190633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.185533837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:17.190426136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Profile for oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='f2470d0d-da0c-4e4f-a170-b6766c01e168'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.252771115Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.252891269Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='40ba9488-97a0-4c82-8eaa-572a3d05f4a3'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.323999807Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.324137951Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='4f62b307-7a1b-4e58-b809-072df20f86f4'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.35425222Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.354402204Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='9b13677c-db2d-419d-8efe-35f1b21ab4b8'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.386189531Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.386344645Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 38.634391ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.407102497Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Profile for oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='3bd70f31-983e-48d1-b8d7-426a36f6d46a'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.407377275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:20.407539789Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 58.310583ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.456241958Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 63.239861ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.467232042Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 29.114016ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.496697752Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 285.200081ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.527385468Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 104.87585ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.539969987Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 86.37052ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.628064699Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 38.57793ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:20.706862337Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.0705809Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"352.41798ms"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 29.373208ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.244195011Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 125.266851ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.403070973Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 132.901314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.431840633Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 340.940861ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.506997607Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 66.873425ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.571334272Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 53.804323ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.626235708Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 218.635755ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.6596316Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 230.876122ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.678160639Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 289.52858ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.692462636Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 114.748792ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.704832549Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 417.130771ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.832603353Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 787.523797ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.866400317Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 1.113572275s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.890399412Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 588.542752ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.919962495Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 501.049657ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:21.991548957Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 816.645005ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:22.260222159Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 444.743748ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:22.505278869Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 656.336491ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:22.518975721Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 1.485377991s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:22.663924383Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.028787753s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:22.958166826Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 657.666041ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.012263058Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 894.20777ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.086409644Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 522.082511ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.183865343Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 1.334298348s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.677920245Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 597.124496ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.713562052Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 1.235970548s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.987964859Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.279834713s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:23.996446851Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 1.202550238s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:24.15418601Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 851.124965ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:24.318032403Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:24.658934386Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58961"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:24.659115582Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"25fbbd26-4575-45a7-b929-fee231a40d75","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58961","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":75,"response_code":"200"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 623.560189ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.018494272Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 560.137293ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.176407696Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 500.386746ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.228926314Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 686.506804ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.281332159Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 1.333173891s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.361758013Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 587.138741ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.648289226Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 716.599203ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.736600835Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 991.155951ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.743306906Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.32586556s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:25.975016925Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 1.437324537s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:26.242670549Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 1.284012176s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:26.461748268Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 701.651715ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:26.700601711Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 1.406436155s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:26.740715635Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 719.840109ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:27.307759089Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 838.049876ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:27.408290946Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 1.142403529s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:27.685664328Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 886.003423ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:27.751389142Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.065083766s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:28.038961025Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 741.349463ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:28.151037871Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 1.075823492s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:28.252613098Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 535.157017ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:28.644000632Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 1.391589399s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:28.83568969Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 1.049329994s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:28.899318074Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.328835166s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:29.111578798Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 1.04152343s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:29.186539576Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 1.102188913s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:29.335612129Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 1.237894946s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:29.956762716Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 945.678498ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:30.23353414Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 1.052401137s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:30.242086004Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 796.159637ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:30.443660243Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.110967446s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:30.451315525Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 822.302658ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:31.186053198Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 1.322034677s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:31.201483558Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 890.9883ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:31.246603375Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 1.072654735s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:31.30007599Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.48764714s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:31.568791475Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 833.861703ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:32.016808674Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 884.063166ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:32.145472234Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 518.026824ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:32.380553259Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 1.037044543s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:32.531118303Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 543.057297ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:32.858545822Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 577.249163ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:32.906584707Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168\") failed: Property not found. retry in 1.398761811s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:33.036470698Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 567.294944ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:33.061892563Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4\") failed: Property not found. retry in 1.221231558s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:33.408380765Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 808.259193ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:33.490678243Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 920.102759ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:33.573989519Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 619.147618ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:33.636588664Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.413704088s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:34.264876251Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a\") failed: Property not found. retry in 543.36425ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:34.305901644Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3\") failed: Property not found. retry in 919.169064ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:34.500722492Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 781.331476ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:35.685389642Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.093509563s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:36.473924002Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:36.620517913Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"635.426651ms"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.391945048s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:37.576205362Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.072077273s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:39.473398685Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.120614944s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:40.556984541Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.061044576s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:41.684594623Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.025312256s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:42.754096038Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8\") failed: Property not found. retry in 1.430532727s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:43.786627308Z","hostname":"sock","pid":1566,"zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.234852164Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_cockroachdb_f2470d0d-da0c-4e4f-a170-b6766c01e168"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.234925576Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_cockroachdb_9b13677c-db2d-419d-8efe-35f1b21ab4b8"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.234936157Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_cockroachdb_3bd70f31-983e-48d1-b8d7-426a36f6d46a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.234943017Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_cockroachdb_4f62b307-7a1b-4e58-b809-072df20f86f4"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.234949577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_cockroachdb_40ba9488-97a0-4c82-8eaa-572a3d05f4a3"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.234956667Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.240248148Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.241294128Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a7b1cabd-04fa-477e-b64b-b5e295498db3","remote_addr":"[fd00:1122:3344:101::1]:40959","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":28413989,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.273789775Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:48961"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::6]:32221","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.312782357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3815"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:45.591828886Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3833"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.7373318Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3856"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.737447343Z","hostname":"sock","pid":1566,"uri":"/cockroachdb","method":"POST","req_id":"e831e5da-20b8-46ef-9274-33d1f082e07b","remote_addr":"[fd00:1122:3344:101::1]:48961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5478439,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.772556824Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.772685298Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:53368"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.773167422Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.773174302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.786348178Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.786397869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.797013852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.797055193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.808593862Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.808636083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.818243297Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.818290979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.828930802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.828976894Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.838044342Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.838085093Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.847066719Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.84710668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.858735612Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.858772993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.86884292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.868894822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.878488475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.878525077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.889758087Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.889798488Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.899442633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.899483365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.90878924Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.908827001Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.919947598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.919988199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.93089118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.930931131Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.940589627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.940629318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.950291284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.950330885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.961080981Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.961120443Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.970977324Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.971026355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.980632509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.980680041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.980914777Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.981075772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:50.981082822Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092677575Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092738386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092746337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092751817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092757477Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092762937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092768417Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092775437Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092791938Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092796598Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092800148Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092804038Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092809468Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092814508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092819919Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092823969Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092829009Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092832629Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.092836309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.09285641Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"ac48c1e7-7ec2-4ffc-968e-15b64b8332ef","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":320909,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.093032265Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"59.060521ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ac48c1e7-7ec2-4ffc-968e-15b64b8332ef\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:50 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"ac48c1e7-7ec2-4ffc-968e-15b64b8332ef\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.153050986Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.153337595Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.153344395Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.164293987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.164335508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.17491369Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.174950961Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.184780542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.184816017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.196041333Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.196078084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.20644847Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.206485291Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.215901269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.21593934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.226616315Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.226653456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.235994452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.236028273Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.24643341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.246474351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.256109266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.256145677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.265406231Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.265442682Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.274420568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.274455029Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.284751433Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.284798154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.294863691Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.294905643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.305582357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.305619088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.316373545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.316410296Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.325898747Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.325933658Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.335800699Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.33583686Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.345626139Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.34566704Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.354813861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.354855193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.355071169Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.355228923Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.355235373Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453112955Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453171937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453180597Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453188257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453195278Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453201108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453208238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453214198Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453221028Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453227088Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453250879Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453256699Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45326228Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45326786Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45327481Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45328042Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45328568Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45329095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.45329781Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.453391753Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3df63878-29ae-49ca-89aa-73486f07bbcf","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":301034,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.453559138Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"103.007799ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3df63878-29ae-49ca-89aa-73486f07bbcf\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:51 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"3df63878-29ae-49ca-89aa-73486f07bbcf\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.557710819Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.557999157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.558007307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.569901596Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.569953088Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.580078266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.580123408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.589432163Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.589475654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.59843721Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.598480331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.60721436Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.607263572Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.616213197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.616259638Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.625178663Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.625224074Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.634068746Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.634111558Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.645190684Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.645236275Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.654483899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.654546864Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.664402172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.664450593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.674072418Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.674121599Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.683529247Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.683574619Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.692858133Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.692904795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.702471538Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.702521429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.713581054Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.713623126Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.722807217Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.722849569Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.732727931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.732770652Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.741738448Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.741778069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.750710613Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.750765695Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.750974281Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.751136236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.751146106Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845291391Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845343983Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845356083Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845363733Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845369244Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845376144Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845381734Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845388414Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845393374Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845398604Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845404994Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845410275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845425865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845431175Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845436265Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845441306Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845446596Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845450186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845453826Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:51.845496607Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"642ce620-9ff5-4c7d-bce1-56d976e9402a","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":288476,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:51.845658352Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"190.111911ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"642ce620-9ff5-4c7d-bce1-56d976e9402a\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:51 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"642ce620-9ff5-4c7d-bce1-56d976e9402a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.036368371Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.036659059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.036674729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.047050165Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.047098297Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.056647059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.05668175Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.066570112Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.066604283Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.076246318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.076282899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.086276304Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.086323165Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.095079945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.095116096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.105515453Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.105554474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.114786987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.114825498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.125172053Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.125215315Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.13592979Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.135970141Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.146561914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.146600845Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.156708813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.156750394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.166680868Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.166719669Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.175904431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.175942672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.185101303Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.185138504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.194690466Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.194726527Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.203881818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.20391913Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.21305819Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.213096371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.222695305Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.222732076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.231733683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.231776604Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.23197559Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.232123184Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.232131654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.265367322Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"912.450887ms"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327025751Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327073122Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327082032Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327090613Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327097153Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327106323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327114933Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327124154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327133624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327141354Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327148365Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327169305Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327175545Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327182846Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327189046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327195326Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327203306Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327210146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327215366Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.327314179Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"33fcb3f7-0e35-4b0f-8992-aee1505bb9a5","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":291635,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.327472934Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"193.111723ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"33fcb3f7-0e35-4b0f-8992-aee1505bb9a5\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:51 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"33fcb3f7-0e35-4b0f-8992-aee1505bb9a5\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.520400866Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.520710745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.520725096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.532175812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.532220754Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.543510916Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.543554577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.554484319Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.55452977Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.565657177Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.565703159Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.576381463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.576431145Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.586542583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.586587984Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.595980923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.596019654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.605793802Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.605839894Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.616365364Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.616414235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.625932387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.625987528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.636549059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.636589551Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.646898735Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.646944656Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.656458187Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.656503739Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.665366891Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.665404922Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.674514632Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.674569844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.684667652Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.684706283Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.694676307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.694715276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.704119737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.704161438Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.714277696Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.714316477Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.723425737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.723473289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.723705155Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.723851309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.72385946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818513909Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818564561Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818572451Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818579842Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818585572Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818591982Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818597302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818601122Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818607722Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818612852Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818616623Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818623063Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818633613Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818638873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818642473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818646233Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818649793Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818655004Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818660034Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.818666774Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"159d9eb6-abd9-4bbc-b45c-fdfdd49760ca","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":298973,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:52.818837649Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"168.977727ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"159d9eb6-abd9-4bbc-b45c-fdfdd49760ca\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:51 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"159d9eb6-abd9-4bbc-b45c-fdfdd49760ca\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.988793926Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.989110386Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.989122246Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:52.999967235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.000011566Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.010048063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.010087344Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.019533343Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.019569094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.030620569Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.03065718Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.040263714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.040306765Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.049067015Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.049105666Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.059682248Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.059718487Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.069997322Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.070034793Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.079170724Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.079205105Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.088027056Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.088066138Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.09690475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.096943331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.10743064Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.107469331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.117544638Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.117583141Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.126638888Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.126672489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.136044796Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.136079507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.144905139Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.14494371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.153621218Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.153658999Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.163210871Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.163244142Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.172479485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.172516197Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.18173926Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.181781441Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.181986436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.18212732Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.182138191Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279734144Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279787396Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279794246Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279801377Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279808567Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279814377Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279821577Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279829127Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279835267Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279842508Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279849578Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279854888Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279861928Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279867828Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279892079Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.279897989Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.27991132Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.27992532Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.27993788Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.280045664Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3318708a-a765-4052-84f3-fdec65b58bdb","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":291928,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.280213798Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"311.619008ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3318708a-a765-4052-84f3-fdec65b58bdb\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:53 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"3318708a-a765-4052-84f3-fdec65b58bdb\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.591804366Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.592120425Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.592128325Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.603594512Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.603650504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.614374989Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.614417191Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.623882321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.623920852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.633129864Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.633174196Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.642019398Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.642055549Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.651475988Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.651528439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.660191256Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.660236538Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.668561585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.668608956Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.677716856Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.677758717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.686545168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.68659636Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.69748577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.697541082Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.706461026Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.706502957Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.71570191Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.715744111Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.724998485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.725047226Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.735311959Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.73535574Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.744479371Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.744527192Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.753109007Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.753147688Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.761601089Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.76164456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.77006481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.770108111Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.778502251Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.778550332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.778736408Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.778892472Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.778909662Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872408619Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872454751Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872461881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872469881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872478021Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872484446Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872492452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872498021Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872504809Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872510602Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872517831Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872525275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872532983Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872541043Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872547223Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872560394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872568074Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872573964Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.872579574Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:53.872633376Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"e0d13cb6-c0ba-4d3c-916d-b9d30ac0b2c1","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":281482,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:53.87279231Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"305.24574ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e0d13cb6-c0ba-4d3c-916d-b9d30ac0b2c1\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:52 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"e0d13cb6-c0ba-4d3c-916d-b9d30ac0b2c1\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.178449778Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.178760747Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.178794508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.189127473Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.189150143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.197770919Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.19779582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.207476206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.207499637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.215796923Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.215825334Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.225125069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.22514862Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.233425516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.233449837Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.24198673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.242011211Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.251053429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.251077209Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.259575302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.259599243Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.268220568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.268243889Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.277108782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.277132193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.285526682Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.285551163Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.294366684Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.294392155Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.302711522Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.302736113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.311206564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.311230135Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.319918053Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.319947324Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.329767804Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.329794455Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.338511973Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.338533424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.347053387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.347074627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.355674943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.355710204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.35590885Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.356035113Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.356042183Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.449995703Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450047655Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450062865Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450070295Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450075756Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450082796Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450088906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450095996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450101946Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450108997Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450115317Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450122247Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450128217Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450133967Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450141137Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450159778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450181539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450200519Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450204729Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.450307862Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"a70d229f-9f2e-4fbe-b4b7-6afc49c312c3","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":272473,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:54.450486437Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"462.676052ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a70d229f-9f2e-4fbe-b4b7-6afc49c312c3\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:54 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"a70d229f-9f2e-4fbe-b4b7-6afc49c312c3\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.612027675Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36129"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.612127408Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"394691e3-f1e7-4f23-aa2d-31299bbfc8b4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36129","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":30,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.913396501Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.913700949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.91370916Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.924522968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.924564939Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.935695937Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.935729048Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.944816387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.944850968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.953260768Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.953288449Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.963969433Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.964000834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.974998618Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.975040009Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.984616852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.984650673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.994101603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:54.994136874Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.002263826Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.002291906Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.010572992Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.010600993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.022125872Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.022177243Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.031068087Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.031099798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.041519155Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.041554856Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.05151386Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.051545901Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.060273291Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.060300881Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.070251745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.070289675Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.079595011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.079627712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.089203542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.089238286Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.09851106Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.098541321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.106969942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.107006293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.107185518Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.107327232Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.107334492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199835421Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199888459Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.19989534Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199902203Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199907875Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199914283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199920093Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199927143Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199932933Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199940373Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199947794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199953484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199959044Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199966104Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199976505Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199992915Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.199997325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.200014766Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.200023556Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.200111198Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"ee84af8b-5301-4195-9fd3-f1d1d0689ebf","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":287373,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.200274923Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"409.065767ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee84af8b-5301-4195-9fd3-f1d1d0689ebf\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:54 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"ee84af8b-5301-4195-9fd3-f1d1d0689ebf\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.60932723Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.609598748Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.609609478Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.621539899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.62158104Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.632532302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.632569644Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.643198496Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.643231828Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.65418654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.654228011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.66469972Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.664737571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.674285513Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.674329744Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.683379603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.683427824Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.692949476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.692986997Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.705320559Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.70535734Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.717427264Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.717465732Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.728592582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.728630813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.741443949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.74148513Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.753402994Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.753439901Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.764002592Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.764037793Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.774296776Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.774333002Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.785279216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.785314177Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.79581186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.795849221Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.806113943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.806154835Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.815902793Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.815938784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.826190774Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.826234017Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.826422253Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.826567497Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.826578797Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927789494Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927851266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927857836Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927863306Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927868506Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927874056Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927879136Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927884457Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927888131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927893099Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927896671Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927900093Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.92790329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927908549Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927913275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927916772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927920147Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927934378Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.927938128Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:55.927941618Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"4a4198d5-1a9d-488a-877e-9904e2200a42","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":319373,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:55.928082442Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"320.555486ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4a4198d5-1a9d-488a-877e-9904e2200a42\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:55 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"4a4198d5-1a9d-488a-877e-9904e2200a42\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.248740198Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.249036609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.249043407Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.260891564Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.260939066Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.272103904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.272159206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.283636143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.283678084Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.294710439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.29475156Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.306726772Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.306763083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.318810236Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.318848695Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.330190261Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.330235022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.339385403Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.339421404Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.348145043Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.348183154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.358138628Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.358175929Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.366876268Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.366912918Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.377771568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.377817569Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.387580398Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.387617309Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.398009896Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.398046186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.408233897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.408269148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.418786408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.418821659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.428950158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.428989949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.439480968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.439515909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.450858503Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.450896034Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.462272528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.462310919Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.462520356Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.462649349Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.46265946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.562907949Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.562976221Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.562982811Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563009592Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563016792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563020862Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563026102Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563032852Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563036943Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563042303Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563047603Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563051633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563057243Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563061283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563065133Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563068663Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563073913Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563079394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.563087714Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.563092914Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"34c945a5-ecc4-4dea-9595-337a869b70a2","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":315101,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:56.56329478Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"374.407846ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34c945a5-ecc4-4dea-9595-337a869b70a2\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:55 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"34c945a5-ecc4-4dea-9595-337a869b70a2\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.937604506Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.937890464Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.937899455Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.950542795Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.950582117Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.961397415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.961432886Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.971334409Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.97136891Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.981385115Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.981423406Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.991808942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:56.991846123Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.001835858Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.001872179Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.011791542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.011839404Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.022031384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.022071525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.032232705Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.032270766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.042315493Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.042356704Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.052120542Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.052160854Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.065067852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.065107663Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.074902932Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.074940573Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.084577078Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.084617199Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.096371875Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.096409616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.107201104Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.107237494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.119744531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.119780642Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.131173287Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.131208128Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.141716848Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.141752639Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.151689373Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.151732734Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.15196193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.152101354Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.152111714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246513087Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246577399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246585789Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246589859Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24660387Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24661069Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24661434Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24661792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24662311Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24662657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246630181Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.24663373Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246638891Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246644191Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246648071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246651501Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246655041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246659981Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246663681Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.246670042Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"3062ac25-9881-49b9-b30a-2a929d9bcd76","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":309807,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.246829736Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"432.639959ms","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3062ac25-9881-49b9-b30a-2a929d9bcd76\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:57 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"3062ac25-9881-49b9-b30a-2a929d9bcd76\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.67994801Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.68029016Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.68030338Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.691642863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.691679465Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.703548663Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.703583434Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.714361351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.714406733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.725919401Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.725952892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.735870825Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.735900966Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.746925646Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.746960119Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.757022748Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.757054139Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.766424716Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.766468228Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.776298968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.776325379Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.788474365Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.788511426Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.802727812Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.802761933Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.813299073Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.813330714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.825117761Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.825163742Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.835002113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.835034044Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.84472004Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.844753411Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.856576148Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.856609059Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.867022266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.867053357Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.876696302Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.876732913Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.887348476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.887385167Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.897060733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.897115664Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.897300669Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.897432593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.897440393Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996105068Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996158679Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.99616668Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.9961708Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.99617598Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.99617984Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996200461Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996204701Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996208631Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996212691Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996217681Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996221411Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996224931Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996228591Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996233301Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996238191Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996241767Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996245283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996249183Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:57.996253177Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"39a0209f-5e74-4ed2-9ee3-9208e7f35457","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":317027,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:57.996392176Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.074358496s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"39a0209f-5e74-4ed2-9ee3-9208e7f35457\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:57 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"39a0209f-5e74-4ed2-9ee3-9208e7f35457\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.06939161Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.069677038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.069685429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.081084164Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.081125775Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.090846142Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.090887083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.100190189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.10022584Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.110818652Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.110853153Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.120174469Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.12020993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.129822094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.129858745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.140115997Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.140151853Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.149097714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.149128529Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.158899903Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.158935634Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.168743154Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.168773785Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.178082491Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.178118601Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.187349285Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.187384536Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.196496976Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.196535307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.205913384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.205949584Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.215440916Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.215475307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.224566446Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.224603037Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.233573933Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.233609054Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.242436476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.242468717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.251279608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.251314009Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.260160361Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.260207043Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.260386628Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.260520072Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.260533452Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356414257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356479239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356485659Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356491309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356496699Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356502029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356505749Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.35651965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.35652504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.35652878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356533605Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.35653878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356542344Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356548381Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356551831Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356555478Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356558835Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356562172Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356565538Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:06:59.356568669Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"7f671b5c-0e60-42e4-96f0-999341abdc6f","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":287841,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:06:59.356695255Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.172657338s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7f671b5c-0e60-42e4-96f0-999341abdc6f\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:06:59 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"7f671b5c-0e60-42e4-96f0-999341abdc6f\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.527465328Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.527751786Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.527763207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.539014637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.539050279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.549812405Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.549848417Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.561697765Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.561730405Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.572137062Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.572181894Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.581644484Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.581677834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.592998047Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.593034118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.603402914Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.603435115Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.615217941Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.615250402Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.625268568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.625307659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.635938532Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.635969293Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.645918777Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.645949338Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.656174479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.65620643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.665599118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.665633859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.674673447Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.674715268Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.684437285Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.684468206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.694852353Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.694883854Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.705097815Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.705128766Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.714340518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.714370269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.72528243Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.725329582Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.735222944Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.735269185Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.73543275Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.735565504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.735581284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834508211Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834571588Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834585118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834591298Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834602669Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834606649Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834612189Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834616149Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834620159Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.83464204Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.83464616Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.83465166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.83465563Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.83466507Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834673741Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834677941Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834688651Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834699002Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834702971Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:00.834716022Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"d368a66a-22b4-43aa-8a95-0f595448b47d","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":307925,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:00.834833325Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.593308731s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d368a66a-22b4-43aa-8a95-0f595448b47d\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:00 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"d368a66a-22b4-43aa-8a95-0f595448b47d\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.424512077Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.424784485Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.424793035Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.436047676Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.436105928Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.448076459Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.448135231Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.458658651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.458718583Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.470225331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.470280762Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.481206714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.481276216Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.491375024Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.491427276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.501630677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.501689858Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.512244609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.512301121Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.522829381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.522878083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.532801076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.532855377Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.54312525Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.543190512Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.553775594Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.55383023Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.563664036Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.563714967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.574065243Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.574129295Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.584945383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.584995654Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.596001759Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.59605677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.607538568Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.607597249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.618225442Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.618282214Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.628093834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.628153925Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.638568673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.638636255Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.638854691Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.639073667Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.639083727Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740475949Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740595823Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740611343Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740624893Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740641444Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740665795Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740679945Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740703936Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740717386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740728276Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740748337Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740760868Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740770218Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740783608Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740791308Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740798969Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740807389Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740817229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740829829Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:02.74084203Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"00d6b214-b817-4584-9ca6-144c0cbc0ed9","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":317029,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:02.740976283Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.016209281s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"00d6b214-b817-4584-9ca6-144c0cbc0ed9\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:02 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"00d6b214-b817-4584-9ca6-144c0cbc0ed9\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.752140987Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.752451716Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.752467997Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.764868181Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.764917732Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.775265507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.775310518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.784101039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.78414172Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.793841997Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.793883508Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.805269593Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.805322504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.816194245Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.816234946Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.82586963Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.825907631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.835213427Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.835253408Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.8455615Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.845597745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.854364083Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.854411764Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.864189253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.864239745Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.874430375Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.874470967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.88438585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.884427021Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.893401227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.8934477Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.903600818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.903656019Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.911827352Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.911864123Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.919939604Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.919988575Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.928023104Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.928075076Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.935907659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.93594948Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.945170733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.945226075Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.945437031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.945592775Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:04.945603186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041306655Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041388287Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041396857Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041409518Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041416938Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041430518Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041438029Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041443819Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041451309Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041457239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041464289Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041471539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.04150041Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.04150646Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041512101Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041518941Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041525711Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041531481Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041537181Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:05.041584033Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"ecfab51e-2243-4886-ad3b-f14334586112","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":290110,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:05.041740587Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"1.087500643s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecfab51e-2243-4886-ad3b-f14334586112\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:05 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"ecfab51e-2243-4886-ad3b-f14334586112\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.127697232Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.128032551Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.128044821Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.140594099Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.140656391Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.152504809Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.152565071Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.163223935Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.163273736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.174181677Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.174231879Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.184720818Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.18478841Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.194052934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.194098435Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.203568165Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.203622097Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.213151539Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.213213261Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.223109673Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.223156384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.234113597Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.234161158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.244106402Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.244150063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.253670194Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.253719573Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.263849355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.263900746Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.273688866Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.273744717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.283891917Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.283954638Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.293856431Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.293902902Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.303489355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.303543987Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.31345733Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.313510321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.324201266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.324254158Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.333976885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.334039837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.334254443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.334444929Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.334457949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432118035Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432214927Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432240965Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432255375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432269329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432281319Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.43229952Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.43231134Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.43232087Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432330861Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432341111Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432359931Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432370952Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432394763Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432416453Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432423633Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432431624Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432441524Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432450244Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:06.432459484Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"560b275a-a6c6-4a73-8e7e-b11afe07190a","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":305344,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:06.432518256Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.327275851s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"560b275a-a6c6-4a73-8e7e-b11afe07190a\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:06 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"560b275a-a6c6-4a73-8e7e-b11afe07190a\" }"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:08.213681899Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.684224964s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.752100599Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.752369507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.752382918Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.76402897Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.764086321Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.775575439Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.77563381Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.785340487Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.785390009Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.795695383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.798028759Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.806936713Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.806973944Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.81698488Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.819342717Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.826044248Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.826057159Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.835172939Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.837507215Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.845659888Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.845679388Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.855307423Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.857742872Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.864932688Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.864946118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.874227253Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.874273394Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.885094683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.885148664Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.896266701Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.896320873Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.906501943Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.906551685Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.916239171Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.916285502Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.925525906Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.925577757Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.934664186Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.934712308Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.944200609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.9442494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.953343989Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.953399151Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.953629452Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.953795082Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:09.953818103Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048786561Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048872794Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048890134Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048897774Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048911395Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048925335Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048933325Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048939485Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048951966Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048959316Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048967076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048973186Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.048979207Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049004898Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049012218Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049019758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049027118Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049032808Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049037298Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:10.04910521Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"123797c2-7653-4eba-84f5-dcc562e5281a","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":297710,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:10.049276215Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.435558554s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"123797c2-7653-4eba-84f5-dcc562e5281a\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:09 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"123797c2-7653-4eba-84f5-dcc562e5281a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.479006607Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.479272495Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.479280715Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.49207773Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.492136662Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.503271149Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.503341881Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.515029415Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.515084456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.525951526Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.526003228Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.536561239Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.536620351Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.547087189Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.547135531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.557139156Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.557193927Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.567335557Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.567382448Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.57762505Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.577672562Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.587362358Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.587405579Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.597322772Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.597370533Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.607451451Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.607502862Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.617511998Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.617558659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.627160373Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.627224045Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.636709446Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.636755627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.646486714Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.646538226Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.656414857Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.65648967Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.666044682Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.666094973Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.675504142Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.675556123Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.684738805Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.684801517Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.685015603Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.685179078Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.685207639Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785404977Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785494369Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.78550291Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.78551659Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.78552153Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.78553288Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.78553864Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785544031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785553401Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785558061Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785563331Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785569071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785574981Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785580942Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785593462Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785599392Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785604912Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785608822Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785612802Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:12.785616513Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0bbbdbc1-9b87-4dff-9744-b6db471fe702","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":307330,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:12.785762557Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.451483075s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0bbbdbc1-9b87-4dff-9744-b6db471fe702\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:12 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"0bbbdbc1-9b87-4dff-9744-b6db471fe702\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.232144994Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.232434292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.232445692Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.24463475Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.244698492Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.255336545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.255398317Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.267125121Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.267181193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.276852869Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.27690506Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.2860198Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.286086463Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.295097939Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.295165921Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.305397553Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.305456065Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.315553933Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.315607034Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.325194668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.325241219Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.335332227Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.335384188Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.345997911Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.346062213Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.356028577Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.356077518Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.366202587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.366252879Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.375680668Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.375737959Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.385057805Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.385104217Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.394244207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.394294039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.403546183Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.403599364Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.412632852Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.412683203Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.421819444Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.421867335Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.431964663Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.432032745Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.43220542Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.432337904Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.432347504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531185323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531278436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531287226Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531293436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531307237Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531317917Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531326837Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531332657Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531338388Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531346358Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531350358Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531355878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531361458Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531365428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531374229Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531378359Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531392689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531398119Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531402059Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:15.53140771Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"e9c6ed74-d2aa-4129-bda6-3282cdbd6d3b","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":299914,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:15.531531243Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"2.817083796s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e9c6ed74-d2aa-4129-bda6-3282cdbd6d3b\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:15 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"e9c6ed74-d2aa-4129-bda6-3282cdbd6d3b\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.342436567Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.342773659Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.342783507Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.354362237Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.354422379Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.366444342Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.366500603Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.377843437Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.377918489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.387834462Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.387883343Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.398146556Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.398203358Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.408152571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.408210953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.417745655Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.417799747Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.427515944Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.427571235Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.437086077Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.437135598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.447553005Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.447605497Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.45718265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.457237811Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.466398543Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.466450152Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.476629055Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.476680146Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.486018383Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.486072494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.496843201Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.496896323Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.506517907Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.506569949Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.515583926Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.515649528Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.526314942Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.526366323Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.536640486Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.536695738Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.546452616Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.546513488Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.546700833Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.546835327Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.546842587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642417993Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642490886Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642519016Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642529707Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642536817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642540877Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642546547Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642551817Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642558228Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642566928Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642572238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642576158Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642581428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642585838Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642589758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642595778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642605729Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642615449Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642621539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:18.64262779Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"fd151457-9563-4434-a322-5d3c6ab5af09","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":300873,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:18.642794404Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"5.561895057s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd151457-9563-4434-a322-5d3c6ab5af09\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:18 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"fd151457-9563-4434-a322-5d3c6ab5af09\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.190216311Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.190477498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.190485018Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.202563283Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.205737424Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.212843056Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.212870397Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.221919425Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.221969676Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.231251361Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.23367222Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.241088222Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.241100932Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.249992316Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.250052748Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.261143334Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.2634813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.270381637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.270395008Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.279562009Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.282010279Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.28974737Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.28976881Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.299342293Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.301750272Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.30866904Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.30868301Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.319633672Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.319687384Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.329323629Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.32938222Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.338601683Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.338645294Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.348032892Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.350351888Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.357975276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.357989166Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.36733505Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.369645169Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.378146001Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.378156791Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.388334072Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.388410504Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.388593829Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.388743293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.388755474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.48222239Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482294212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482309192Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482316872Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482330723Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482337363Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482343213Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482350443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482354914Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482358554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482380444Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482384764Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482390324Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482395805Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482399845Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482403755Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482407755Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482413085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.482418355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.482432246Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"57d65e6c-77a4-4743-bf8d-139e5748ef0a","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":292895,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:24.48258157Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"5.751011381s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57d65e6c-77a4-4743-bf8d-139e5748ef0a\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:24 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"57d65e6c-77a4-4743-bf8d-139e5748ef0a\" }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.564331312Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58122"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:24.564407274Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"666cf5c7-d25d-4d57-a420-7ce239f8f958","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:58122","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":26,"response_code":"200"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:25.886425241Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"5.974752075s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.21876066Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.219028718Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.219041168Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.231700499Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.234276382Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.242619011Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.242645581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.252209934Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.252265826Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.261286268Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.261350635Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.271313899Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.271389331Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.280644265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.280713157Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.290493936Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.290542587Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.299920965Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.299979036Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.309666633Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.309727755Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.319990327Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.320035709Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.332026861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.332094272Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.342135909Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.342193481Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.351217868Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.35126953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.361389008Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.3614429Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.370686063Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.370735605Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.380493903Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.380554125Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.390506789Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.39056299Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.399361441Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.399411073Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.409051058Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.409101269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.419564598Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.419617889Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.419857102Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.42000883Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.420017051Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513282201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513348382Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513363433Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513373463Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513380594Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513390124Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513398454Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513408374Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513413484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513422975Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513431555Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513436985Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513443855Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513449155Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513460776Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513473486Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513487057Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513492446Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513497587Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:30.513503837Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"903c040b-1408-4737-ab85-57aafe43280a","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":295437,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:30.513654041Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"3.951148202s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"903c040b-1408-4737-ab85-57aafe43280a\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:30 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"903c040b-1408-4737-ab85-57aafe43280a\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.455581795Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.455838044Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.455846182Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.468102162Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.468160704Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.47855031Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.478611102Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.489673017Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.489722469Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.499442596Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.499484797Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.509324008Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.509377849Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.519800147Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.519848968Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.529103952Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.529152113Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.538404517Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.538462519Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.547759844Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.547806355Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.557273516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.557320637Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.566154559Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.56621016Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.575539237Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.575589918Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.584393359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.584444571Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.593399456Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.593456993Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.604689948Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.60474969Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.61423609Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.614289462Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.623905136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.623965118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.632977945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.633027246Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.642092885Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.642140346Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.65140387Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.651464402Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.651703629Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.651849893Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.651858143Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748792538Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.74886463Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748873341Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748887361Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748893961Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748901131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748909071Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748916332Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748923892Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748928732Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748932872Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748940002Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748944003Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748949593Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748955203Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748960673Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748965223Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748980993Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Zone failed to start","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.748986664Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3382","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:34.748990934Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"0b83d50b-f5c8-497c-84c8-10434f186603","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"Time not yet synchronized","latency_us":294127,"response_code":"503"}
{"msg":"failed to initialize Omicron zones","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:34.749150209Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:578","retry_after":"9.581056146s","error":"Error Response: status: 503 Service Unavailable; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b83d50b-f5c8-497c-84c8-10434f186603\", \"content-length\": \"133\", \"date\": \"Thu, 13 Feb 2025 05:07:34 GMT\"}; value: Error { error_code: Some(\"ServiceNotAvailable\"), message: \"Service Unavailable\", request_id: \"0b83d50b-f5c8-497c-84c8-10434f186603\" }"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 9f4eb8b3-c464-433c-b912-c7432c124258 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: cc24f910-ffb5-4de8-b7e1-4b9d4d15a7cd (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: d80d65e7-849e-47a7-8d7e-e69f7cc544bb (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 133265e1-ac44-46da-8aab-7104695c8e37 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: f945d831-706b-4715-a6b5-1c91eb6084b0, kind: Service { id: 133265e1-ac44-46da-8aab-7104695c8e37 }, name: Name(\"ntp-133265e1-ac44-46da-8aab-7104695c8e37\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 181, 161])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.2.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: f2470d0d-da0c-4e4f-a170-b6766c01e168 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 9b13677c-db2d-419d-8efe-35f1b21ab4b8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 40ba9488-97a0-4c82-8eaa-572a3d05f4a3 (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3bd70f31-983e-48d1-b8d7-426a36f6d46a (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 4f62b307-7a1b-4e58-b809-072df20f86f4 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: ec95727a-7af6-45d1-9962-81bf544db84b (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.2.164:53, nic: NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.2.165:53, nic: NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: a8269f60-9104-4275-9edc-a31614d5c23e (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.2.166, nic: NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.2.167, nic: NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: f6817c28-f622-48d8-9425-69a8b0c4c59a (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.2.168, nic: NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 93aa177d-6d80-4ea9-988c-9de41b46fd8d (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 86121030-8029-4691-8488-13a48de3365f (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: dfa1cf9b-80b9-4548-98f9-0b7785e88a55 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 0ad78864-a307-4845-a8c8-7cbcee9e2ffd (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: 9c757498-3ed8-4def-aa91-4a3b71c5bc8d (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 98b8a1c8-74a9-47a3-9522-072db4418496 (service), filesystem_pool: Some(ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External } } } }, OmicronZoneConfig { id: 0de1cab5-0523-4015-b40e-5b41e5aa5909 (service), filesystem_pool: Some(ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External } } } }, OmicronZoneConfig { id: 993b390d-0f46-4377-989b-e802d7fbcf8f (service), filesystem_pool: Some(ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External } } } }, OmicronZoneConfig { id: a94fadfa-137d-4a55-90a2-11fb9b3a2d2e (service), filesystem_pool: Some(ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External } } } }, OmicronZoneConfig { id: 15e07287-8ea0-4d73-ac30-b46735163109 (service), filesystem_pool: Some(ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External } } } }, OmicronZoneConfig { id: 916e23d7-e644-4e84-bf54-e3c395fecfc6 (service), filesystem_pool: Some(ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External } } } }, OmicronZoneConfig { id: c70458e1-909a-4316-9e42-fb91d39aaf86 (service), filesystem_pool: Some(ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External } } } }, OmicronZoneConfig { id: 14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb (service), filesystem_pool: Some(ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External } } } }, OmicronZoneConfig { id: e154a1b0-09c7-427d-96ee-87182bf42d9b (service), filesystem_pool: Some(ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.305806018Z","hostname":"sock","pid":1566,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:541"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.306118817Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.306126478Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.317043599Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.31919731Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.327549118Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.327577619Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.33778863Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.337838382Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.347545989Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.34759581Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.357834652Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.357891874Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.3665103Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.366557361Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.376752342Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.376804359Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.385316346Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.385362798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.394817657Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.394873999Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.403922177Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.403964498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.411957506Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.412011838Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.42156091Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.421624532Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.432045239Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.43208631Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.441678474Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.441734545Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.450774783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.450815464Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.460773509Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.46081829Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.47029794Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.472370729Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.479908834Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.479921284Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.488904671Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.488953522Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:1478","request":"NewFilesystemRequest { dataset_id: None, dataset_name: DatasetName { pool_name: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.498020531Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.498086653Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.498288759Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"ensure_all_omicron_zones: request reconciliation done","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.498454513Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4919","num_zones_updated":0,"num_zones_to_be_added":19,"num_zones_to_be_removed":0}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.498461653Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.610745166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.611398975Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.611423626Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.668996157Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.669242155Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.669273756Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.669304856Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.669315627Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.669350778Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.669387249Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.817312358Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.842553635Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.842726813Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.842737783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.843948378Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.879186193Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.879246614Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.879250965Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.879266075Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.879371028Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.883117075Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.887551921Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.892497462Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.897852675Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.902750394Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.907274253Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:44.912208834Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.031045224Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.036604772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.04144473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.0456443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.050357194Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.05477555Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.059938684Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.065196238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.0708792Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.075913873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.081545924Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.087956047Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.094109642Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.099857433Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.163638076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.163932384Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.18482491Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.211987004Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.227102816Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.248949599Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.263696459Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.342307442Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.411508975Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.482906972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.553043323Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.55469117Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.55470592Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.606287141Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 137, 123]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.606317622Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.608818974Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.608834114Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.66128545Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 162, 76]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.66131436Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.66337257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.66339331Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.721361324Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 131, 247]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.721397754Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.722905108Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.722942878Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.779274565Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 161, 64]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.779303986Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"nexus"}
{"msg":"no nat entry found for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.779559873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.779573154Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.779640386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.779648996Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.781445747Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.781462758Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.837684261Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 227, 143]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.837714472Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:1321","zone_type":"nexus"}
{"msg":"creation of nat entry successful for: 10.151.2.167","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.83799236Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.2.164","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.839621106Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.841935223Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.841950693Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"no nat entry found for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.995946355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.996050628Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.996303355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.996320266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Configuring new Omicron zone: oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:45.996794979Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"no nat entry found for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.010742997Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.010818589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.2.165","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.010964364Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.2.168","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.013355011Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.015846313Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.015863293Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"creation of nat entry successful for: 10.151.2.166","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.016086619Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.115179396Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Installing Omicron zone: oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.11531886Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.125368427Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.173799338Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Configuring new Omicron zone: oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.182839956Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.192956195Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Configuring new Omicron zone: oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.208390415Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.222452496Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.232536873Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"Installing Omicron zone: oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:46.259911034Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:46.920439834Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"4.303224302s"}
{"msg":"Profile for oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='14c4b017-6cf3-4ace-9efd-3a0f48b95870'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.06563234Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.066521055Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_15d1957c-72d0-47b9-aa2b-993d1474e767/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='cc9022d3-4f66-429b-b91f-4483f1a00aa3'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.105318552Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_260eeacc-a97f-47c0-b604-100bb7d05b36/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='d8a3a02b-1982-412b-9c6f-46019c9f6f09'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.110304395Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='b0fb3588-6328-4c82-b7a0-11a3caa1ff5a'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.111449357Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='bdd1dc28-2d51-46bf-b148-86b0a8a9c820'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.111925431Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_888b0ace-3028-4fa4-a464-87268f90ca4e/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='d70d99da-3889-449d-9bd1-5afa06ccd33e'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.112477036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_92d599bb-7067-4926-9301-d5f5f983f111/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='35b5a5f3-73a0-467e-9fae-c14095ff4131'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.112825406Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_9488b08f-08d1-4217-90af-27a0f69b51f7/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='5e8468ca-ef24-4e02-bbbb-c05b135a8bf9'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.113347931Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.113418103Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.123612474Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.12384075Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.132793686Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.141255007Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.149600385Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.157405028Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.164734627Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.17221991Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.482984596Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.483741006Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.494420031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.494903044Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='93aa177d-6d80-4ea9-988c-9de41b46fd8d'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.685773709Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.694455066Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Profile for oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='92da4b2f-18d1-4002-aad5-aff7c3b9ac54'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.725310266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 64.43666ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:53.822678654Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Booting oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:53.82291796Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 45.402413ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:53.907290876Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 32.809257ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.059668853Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 123.687356ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.109801553Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 40.795683ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.145990155Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 35.524414ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.174419506Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 69.886981ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.225995476Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 67.030481ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.242527549Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 50.789196ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.258055372Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 61.863251ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.273183843Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 67.661251ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.339715211Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 29.821304ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.35476998Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 104.858049ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.368282205Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 53.681624ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.384552788Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 44.019618ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.398349813Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 101.748783ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.413813904Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 66.144493ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.427989628Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 100.208932ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.447185606Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 61.80541ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.468902386Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 114.999879ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.500012433Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 111.463912ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.530014458Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 55.750003ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.547221779Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 89.611371ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.569243548Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 101.871275ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.585501901Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 122.987835ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.598241544Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 162.058556ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.613254803Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:54.630122474Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37130"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:54.637125194Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5f168883-4ec5-441a-ad2a-02dba2077576","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:37130","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1187,"response_code":"200"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 174.444807ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.637915576Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 112.73709ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.662609271Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 243.388726ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.67697107Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 132.027371ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.692782241Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 215.67808ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.710484336Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 241.628855ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.73796222Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 194.677779ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.749588821Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 260.559081ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.777485711Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 102.161755ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.789952533Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 124.534478ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.804842568Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 286.877934ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.821148582Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 153.441151ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.837143549Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 458.087193ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.853595868Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 229.801022ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.873620758Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 196.792356ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.888206985Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 205.292049ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.903153736Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 259.076727ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.920136535Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 638.793953ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.933199618Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 341.903366ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:54.94833608Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 598.143512ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.117763452Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 222.363551ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.176183028Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 325.884026ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.19340829Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 416.024735ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.212229267Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 421.714296ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.231002372Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 871.923801ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.248035938Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 260.507609ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.263912061Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 912.073625ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.279934138Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 410.717206ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.300829794Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Profile for oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:55.30305013Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:55.303768778Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 315.655243ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.318207039Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 813.077669ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.336306056Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 998.257254ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.356826091Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Booting oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:55.356933934Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"Booting oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:55.367085644Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.148610507s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.418571552Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 671.100267ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.534278522Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 434.813074ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.549474366Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.307983545s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.589211289Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 943.942525ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.648067578Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.096850945s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.666485123Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 839.994649ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.685619039Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 48.103248ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.701233555Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 68.465472ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.715593804Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 936.051426ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.734946246Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 740.708612ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.751721024Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 129.092685ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.765799616Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 141.807378ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.800256519Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 196.843944ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.909230076Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 195.055878ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.967223422Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 653.669047ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:55.996054393Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 550.607313ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.124242399Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 963.472103ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.147383619Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.336792562s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.165340801Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 218.862659ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.182055278Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 508.508682ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.205080125Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 586.553452ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.219083944Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.055364538s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.367755775Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 408.267884ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.415739573Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 623.410596ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.504793394Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 634.520637ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.535937662Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.197084264s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.576939051Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.079146777s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.603061096Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 1.332345771s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.660390672Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 594.706703ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.682387669Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 472.092713ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.696143571Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 752.886801ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.725044786Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.220799437s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.773516348Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.496206707s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.817936632Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 509.38798ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.834897749Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.498939751s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:56.9050834Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 578.179968ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.123292764Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 960.781908ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.141686099Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.328789326s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.182507943Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 636.131319ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.19327774Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 748.918741ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.288799485Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.133969914s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.356038523Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 985.801569ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.431023672Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 922.921838ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.487623466Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.168088422s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.509122339Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 684.652569ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.692266263Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 914.041181ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.713775586Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 853.540858ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.782799145Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Profile for oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:57.811080412Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:57.811210708Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 1.081641086s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:57.850182007Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Profile for oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:57.863143476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:57.86327706Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 746.757481ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.001965846Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 937.234791ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.015353208Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 25.467036ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.034482183Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 779.106046ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.045136097Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 59.374865ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.067007241Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 133.775865ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.077070868Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 752.757243ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.110059689Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 78.940693ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.137357368Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 289.643545ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.222165107Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 199.059388ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.23175725Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.038175269s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.323848747Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.188470956s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.391451485Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.393414939s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.419961498Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 831.741363ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.438715693Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 515.844367ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.455755429Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 493.338761ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.475442091Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 889.481841ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.503762889Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 948.27489ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.523062589Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 355.631271ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.541435793Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 627.419314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.638764399Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.488467897s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.649809974Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 781.910856ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.685268806Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 721.577315ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.762007484Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.469808486s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:58.921233226Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.393632816s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.281262055Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 661.220062ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.316011316Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.093028251s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.33192897Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 968.279294ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.34525225Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.330443168s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.35927019Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 415.812096ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.374186405Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 891.080589ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.389638656Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 929.662615ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.404461459Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 825.0704ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.421994399Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 998.757533ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.44097616Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.256188201s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.491861352Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 668.254137ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.51037594Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 922.027424ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.528892518Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 543.029197ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.594108668Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 891.472262ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.809264175Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 664.855992ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.826720678Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Profile for oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:59.907311541Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:07:59.907462365Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.11830976s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:07:59.991700168Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 766.649077ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.147466801Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.277667991s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.158421444Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 41.450907ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.167869813Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 877.988728ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.190256532Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 149.546382ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.22210393Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.422756185s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.259466475Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.099094803s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.291944942Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 999.485314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.325468608Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.046749221s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.346048585Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 229.315682ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.383433111Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.482936407s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.401868247Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.05927909s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.437565726Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 812.76476ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.451195554Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 827.94174ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.463808154Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 891.609032ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.503230788Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 554.671444ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.642861161Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 982.240057ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.68491201Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 939.19839ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.69787872Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 1.323195969s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.712729994Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.297647755s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.758058357Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.343008724s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:00.927006566Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 949.633781ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.080043834Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.258675537s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.119991341Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 730.026371ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.209636401Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 754.824261ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.274702862Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 918.418945ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.303432309Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 546.233834ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.337255271Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 693.747687ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.404582256Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.260937126s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.418705388Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.179525244s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.43071163Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 666.569127ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.445995524Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 884.714131ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.508811881Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 816.695317ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.649996567Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Profile for oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin-single\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n        <propval type=\"astring\" name=\"ch_address\" value='[fd00:1122:3344:101::e]:9000'/>\n        <propval type=\"astring\" name=\"ch_binary\" value='/opt/oxide/clickhouse/clickhouse'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:01.658651644Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:01.659109626Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.026170213s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.679948219Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.157796539s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.694157834Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 43.374373ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.891194318Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.059703029s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.907641555Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 868.895554ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.920133961Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 100.937438ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.947579912Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.082839521s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:01.960040626Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 861.332038ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.052765434Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.08228975s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.077438485Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 952.805773ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.089362195Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 1.392129184s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.100059959Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 247.247262ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.11241208Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.421730894s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.12328717Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.165462304s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.133470009Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.169204078s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.23333053Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.340087617s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.281307885Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 313.034043ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.374350311Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.320389974s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.390597924Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 770.883586ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.404979723Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.488370002s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.480745058Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.481648614s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.62389927Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 839.402554ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.693439648Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 1.179918905s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.70686014Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.416107099s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.719183691Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 854.72119ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.80284597Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.206815493s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.865458821Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 1.217841953s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.927971359Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.300917429s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:02.981323687Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 905.304137ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.05525475Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 952.014189ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.06721858Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.243241598s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.175811609Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 858.343932ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.189969452Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.207724004s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.314282848Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 750.129033ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.418136562Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 645.543212ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.509613244Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 664.296732ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.548797579Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 643.953279ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.563265161Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.495223869s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.635629969Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 920.66291ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.672006724Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.084610334s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.726792122Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 830.726746ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.906250546Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.191230765s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.978218654Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.277271762s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:03.992024806Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.139740805s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.034169425Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 537.434619ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.062978765Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.289902598s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.088768378Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.401718511s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.129496237Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.133232425s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.155178898Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 826.129098ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.173516479Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 1.471211299s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.190870633Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.424086381s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.208639408Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 649.922438ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.226743903Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 630.570287ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.24595895Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.159107435s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.325238315Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 779.36674ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.444388524Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.303739112s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.53985864Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 526.375287ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.613369541Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 519.902892ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.631520047Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 1.23297928s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.753624521Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 504.547603ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.840401589Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.336566572s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.89422112Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 814.568458ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:04.91110189Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 752.120255ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.018761242Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.096340855s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.147490134Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 1.44218793s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.161474862Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.008203148s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.173071152Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 629.560312ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.187238795Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.110573672s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.201362197Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.153659951s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.237821283Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.484924577s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.285676825Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.194194691s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.303513952Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 657.793664ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.35897845Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.400115257s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.39237236Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 564.838408ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.497332925Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 977.009434ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.545588078Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.359392025s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.648325851Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 1.456645523s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.676223174Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.339166146s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.738421743Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 519.934703ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.782086096Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 710.732347ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.831949034Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.126811349s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.857657405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 1.453059394s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:05.998745198Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 599.609478ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.029772341Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.414429531s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.076704166Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 645.243054ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.192914372Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.163881932s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.242163103Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.058712275s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.257994983Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 1.17899587s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.315031055Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.470222837s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.326373788Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 802.386007ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.407533827Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 573.489507ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.51206022Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.090818457s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.539013687Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 587.523219ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.556039421Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 710.483909ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.618649082Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 579.567729ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.642160651Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.384141599s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.785335223Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 754.986876ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.808489202Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.011109969s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.850418904Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.064306487s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:06.997684913Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.106284893s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.019696829Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.495719449s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.090775331Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 952.825787ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.101169887Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 566.814766ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.145040755Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 950.770284ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.156494651Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.351806654s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.221347645Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.295669036s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.233948934Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.350103397s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.327953358Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 1.424850145s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.338883229Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.264052032s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.423493576Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 768.696311ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.470416781Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 635.619921ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.503934954Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 829.180049ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.515192624Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 849.647487ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.575966133Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 718.842314ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.642446934Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 815.628355ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.723199171Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.247213331s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.808087656Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.858011235Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"14.458511489s"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 811.799632ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:07.874495044Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.047862783s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.069872972Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.112078858s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.082082609Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.306586807s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.12146747Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.476487751s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.1394176Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.429703717s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.153838481Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.154097552s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.185523772Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 1.305848307s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.251026255Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 1.153801719s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.356916737Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 539.478332ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.375335691Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.049929165s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.442005178Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.374376401s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.545415959Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 1.48136168s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.559390947Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.236978957s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.584205683Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 916.130136ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.597239354Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.050568448s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.687995295Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 815.955185ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.697572597Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.063391789s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.708246681Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 545.4517ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.775986908Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.428860857s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:08.93039825Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 683.295822ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.069450165Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.216563315s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.129204335Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.27433671s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.205401162Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 1.006488158s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.331790888Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.258369007s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.349711447Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 514.435488ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.437172455Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 565.507908ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.501709371Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 1.091439062s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.521396601Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 809.462146ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.529754229Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 556.647836ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.537924961Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 1.357013328s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.566151144Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 1.366374366s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.593888093Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 921.393563ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.625176893Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 994.147092ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.749630143Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.496393311s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.762748047Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 921.209504ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.780814241Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 666.98173ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.830406471Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.37216568s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.929129659Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 935.824459ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:09.961489469Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 979.74884ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.050789029Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 898.391798ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.075963006Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 894.559426ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.104168608Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909\") failed: Property not found. retry in 1.444029002s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.349438405Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.266727667s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.359216043Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 547.122495ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.367452667Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.217328136s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.375443104Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 1.043335183s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.489420057Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6\") failed: Property not found. retry in 1.323097943s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.507026787Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.498323665s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.55634885Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 639.704568ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.617605313Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 682.290326ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.628613736Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e\") failed: Property not found. retry in 1.371744532s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.712672767Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 1.342739981s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.754356143Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 854.345646ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.906933723Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 995.380913ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.92581558Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 930.251736ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.943004229Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 687.976966ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.969927535Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 559.566092ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:10.983388038Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 738.062818ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.007435682Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 828.476488ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.039916136Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 1.437792308s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.267281243Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 1.058523367s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.276094524Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 602.607142ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.310976776Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 1.272813484s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.319926621Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 759.446229ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.543084609Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 741.309522ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.552376243Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 729.566279ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.601745437Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.294995872s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.635734744Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 946.070458ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.667288382Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 1.197486945s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.755210643Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 1.021401153s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.770558109Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 704.149317ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.879396975Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 996.095463ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.888574826Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.010210941s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.924427926Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 1.243196706s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:11.932576608Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.009036032s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.066167278Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 810.707638ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.109259994Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 1.309516945s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.304032674Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d\") failed: Property not found. retry in 720.139619ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.312717601Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.11000725s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.340279045Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 999.280826ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.348666724Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228\") failed: Property not found. retry in 1.025335892s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.594371013Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 702.583173ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.603325257Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 799.681206ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.621897806Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b\") failed: Property not found. retry in 954.247727ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.714917202Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f\") failed: Property not found. retry in 687.766549ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.80205221Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 1.118808065s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.894765377Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496\") failed: Property not found. retry in 773.480324ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.92896074Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86\") failed: Property not found. retry in 1.368290248s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.940018304Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a\") failed: Property not found. retry in 1.237236237s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.950539524Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109\") failed: Property not found. retry in 533.881112ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:12.962470963Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd\") failed: Property not found. retry in 594.322382ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.257706531Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8\") failed: Property not found. retry in 1.429308012s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.267192481Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d\") failed: Property not found. retry in 862.297913ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.318346606Z","hostname":"sock","pid":1566,"zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e\") failed: Property not found. retry in 791.488426ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.357986934Z","hostname":"sock","pid":1566,"zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb\") failed: Property not found. retry in 632.969748ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.432532734Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55\") failed: Property not found. retry in 1.462965632s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.459647686Z","hostname":"sock","pid":1566,"zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b\") failed: Property not found. retry in 565.990612ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:13.629098736Z","hostname":"sock","pid":1566,"zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f\") failed: Property not found. retry in 966.715013ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:14.087239367Z","hostname":"sock","pid":1566,"zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083354272Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_993b390d-0f46-4377-989b-e802d7fbcf8f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083430544Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_e154a1b0-09c7-427d-96ee-87182bf42d9b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083438355Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_nexus_67cd1f2c-6dc2-422f-a2c8-74ebf346d228"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083448085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_oximeter_93aa177d-6d80-4ea9-988c-9de41b46fd8d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083461085Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_a94fadfa-137d-4a55-90a2-11fb9b3a2d2e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083465795Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_c70458e1-909a-4316-9e42-fb91d39aaf86"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083470585Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_clickhouse_86121030-8029-4691-8488-13a48de3365f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083474876Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_pantry_dfa1cf9b-80b9-4548-98f9-0b7785e88a55"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083479166Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_14edd0d7-1ee5-4971-8d3e-b7c3ba6a24fb"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083483476Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_external_dns_ec95727a-7af6-45d1-9962-81bf544db84b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083488036Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_nexus_a8269f60-9104-4275-9edc-a31614d5c23e"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083492386Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_pantry_0ad78864-a307-4845-a8c8-7cbcee9e2ffd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083497536Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_98b8a1c8-74a9-47a3-9522-072db4418496"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083502426Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_external_dns_f580e8f1-7812-496c-8421-463d5f7ea1f8"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083506937Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_nexus_f6817c28-f622-48d8-9425-69a8b0c4c59a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083511487Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_15e07287-8ea0-4d73-ac30-b46735163109"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083516227Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_916e23d7-e644-4e84-bf54-e3c395fecfc6"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083554448Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_pantry_9c757498-3ed8-4def-aa91-4a3b71c5bc8d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.083566098Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:3378","zone":"oxz_crucible_0de1cab5-0523-4015-b40e-5b41e5aa5909"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.085470162Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.091307458Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.102865567Z","hostname":"sock","pid":1566,"uri":"/omicron-zones","method":"PUT","req_id":"6a3134ad-4175-4369-bcb8-eaf381c30cc8","remote_addr":"[fd00:1122:3344:101::1]:53368","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":30842553,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.111228625Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1406"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.481058965Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:790"}
{"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.490778572Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:803"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.2.174,\n    infra_ip_last: 10.151.2.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.2.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            lldp: None,\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.2.100,\n                    rib_priority: None,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            tx_eq: None,\n            uplink_port_fec: Some(\n                None,\n            ),\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:15.549815921Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1008"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:19.469963765Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:19.537682412Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:19.630422839Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:19.696396566Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:19.792980494Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:19.960365615Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:20.074757539Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:20.145005447Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:20.350460481Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:20.648947002Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:20.904380367Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:21.294850964Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:21.942112586Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Received Error from Nexus for Get request: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/sled-agents/5835b48f-f45d-4fa8-91ed-38d933d73732)","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:22.143637768Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/nexus.rs:530"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:08:22.358173311Z","hostname":"sock","pid":1566,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:420","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/producer/src/lib.rs:420","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"22.995865756s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:22.703702Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:23.32033368Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/c3272b8c-876d-43d9-a1f4-8963a7553b1d/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:23.862042479Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:24.665551495Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63355"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:24.666729718Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"c75ca373-686b-4ad6-9fe5-143303b409d1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63355","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":812,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d6874b4-ff11-47e6-8349-ea1291a25d91\", \"content-length\": \"173\", \"date\": \"Thu, 13 Feb 2025 05:08:25 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"c3272b8c-876d-43d9-a1f4-8963a7553b1d\\\"\", request_id: \"3d6874b4-ff11-47e6-8349-ea1291a25d91\" }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:25.580535182Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1070"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.330530196Z","hostname":"sock","pid":1566,"component":"NexusNotifierTask","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/nexus.rs:503","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.748639239Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50934"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.749868474Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8d0204eb-81f4-43b1-a3f3-40dfed46ed90","remote_addr":"[fd00:1122:3344:101::b]:50934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.77258939Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53916"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.773739453Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1eb450c6-c2b0-4e86-8b35-e93f396bf2c3","remote_addr":"[fd00:1122:3344:101::c]:53916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":73,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.775164823Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52209"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.778418736Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.779812296Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:45992"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.779840546Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38804"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.780401482Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a9e383f5-d47b-413d-99bf-8569fb6f9dbe","remote_addr":"[fd00:1122:3344:101::a]:38804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":105,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.780969638Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"a69e39d8-29d6-4cfe-a1da-f1a24603f4ce","remote_addr":"[fd00:1122:3344:101::b]:52209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5405,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.781075341Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.781099292Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.781133443Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.784123928Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.802382727Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.802530502Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.81337756Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:39705"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.821013657Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.821046498Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.821138131Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.825844595Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41364"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.826343909Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.827017768Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.832624998Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"3d59f856-a5f6-491a-be3e-292c06a01eb7","remote_addr":"[fd00:1122:3344:101::a]:41364","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5705,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.836067266Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.836093826Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.849554859Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49321"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.854251042Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.854272393Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.861636892Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.86191063Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"296dedaf-5f70-498c-a0a7-de4894d64a35","remote_addr":"[fd00:1122:3344:101::b]:50934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2661,"response_code":"204"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.873534871Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.88509835Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"021b3d12-a919-459a-a4b7-5a0b4be359ac","remote_addr":"[fd00:1122:3344:101::c]:49321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":35383,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.889511085Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.889539666Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.896722941Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.896797963Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"51e641b8-a391-4fb5-bc25-f2dd942f3eb1","remote_addr":"[fd00:1122:3344:101::a]:38804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":147,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.897153783Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.897188254Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a9b4cb37-722d-4597-8876-3dfb601ee0f4","remote_addr":"[fd00:1122:3344:101::c]:53916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":34,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.907420585Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.908016892Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.940928698Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.94100999Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.949378548Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:53420"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.951461867Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d35d507d-8508-4d16-8a46-93adeb2c9015","remote_addr":"[fd00:1122:3344:101::b]:53420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1746,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.956484821Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:62172"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.956750738Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"29411399-5f12-4206-9c96-cfc786042ceb","remote_addr":"[fd00:1122:3344:101::c]:62172","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":161,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.957563311Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.957582422Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.968505782Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33043"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.974684798Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.974706759Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.974795951Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.978825806Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.979027292Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.985228968Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.998402953Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:26.998463755Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.013004608Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.01306688Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.030955069Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.031046251Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.052074989Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.052156102Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.06685576Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"61c71538-70c1-446c-8034-421bfa1289f3","remote_addr":"[fd00:1122:3344:101::b]:50934","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5521,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.073344494Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.073382886Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.091615104Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.092019516Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.097505762Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41535"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.102048251Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4cb9825a-dbd7-4ee0-9594-d504eb357098","remote_addr":"[fd00:1122:3344:101::a]:41535","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":308,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.108975398Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.108995179Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.124542861Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.124604843Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.135547514Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.135797591Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a6fc9eb0-ba69-4cdd-837d-053d0c85ec48","remote_addr":"[fd00:1122:3344:101::a]:38804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":581,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.142505002Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.142530423Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.159823125Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.160031711Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.169254023Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:486","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.16984912Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b2d266f0-4b85-43e6-9fa1-a949039e0ada","remote_addr":"[fd00:1122:3344:101::c]:53916","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5113,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.177372994Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.177387654Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.19236506Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.192440972Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.208476858Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.20853336Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.222901479Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.226611934Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.241797686Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.241845958Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.256535476Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.256595967Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.260282822Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"68458d96-c825-4a95-ba20-97749ee2f59a","remote_addr":"[fd00:1122:3344:101::a]:39705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":445864,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.274860857Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"dd869576-2810-42f6-bd27-e601dfe7314b","remote_addr":"[fd00:1122:3344:101::b]:45992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":494808,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.280407555Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.280425855Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.304819269Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.304890121Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.32841772Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.328483972Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:27.342299335Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"e1a1c634-23f3-4456-81c2-05d7c740e566","remote_addr":"[fd00:1122:3344:101::c]:33043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":373594,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.079812843Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60095"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.079948087Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.079960038Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.080002559Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.080275296Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.092544516Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.092614907Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.116755014Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.116830776Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.140233702Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.140298114Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.160957372Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.161017833Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.182560096Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.182617078Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.202161504Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.202214635Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.222662867Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.222720499Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.242967224Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.243026506Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.264356623Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.264418955Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.277037204Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"fcdcffd9-e123-44d7-beb1-81a9d139074d","remote_addr":"[fd00:1122:3344:101::c]:60095","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":197132,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.305632647Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64607"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.307580852Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.307631064Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.307900242Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.307934112Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.307948413Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.307962253Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.308002764Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.308024045Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"db15b4ed-e1b0-4d00-9d16-9fb1400dc8ba","remote_addr":"[fd00:1122:3344:101::b]:64607","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":2252,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.308770696Z","hostname":"sock","pid":1566,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1080"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.311629268Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.311903785Z","hostname":"sock","pid":1566,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.807154553Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33345"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808062309Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808118411Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808160182Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808181582Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808188642Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808194233Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808206363Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.808232714Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6de057ad-729d-41c4-a26b-641d12db7725","remote_addr":"[fd00:1122:3344:101::b]:33345","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":348,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.988488011Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36023"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.988592514Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.988606094Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.988633845Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:28.988921553Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.002220932Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.002284183Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.029010754Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.029072535Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.056499816Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.056557897Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.07002062Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:37748"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.07037244Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070440282Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070501064Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070543515Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070580456Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070599726Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070620867Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.070654118Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"9e765af1-6656-4cbc-945a-ffb56ff8c3dc","remote_addr":"[fd00:1122:3344:101::c]:37748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":506,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.082466554Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.082522486Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.111202161Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.111271743Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.138171339Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.138233561Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.167222835Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.167286817Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180117362Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:56141"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.18041734Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180473432Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180517203Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180551284Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180580205Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180588225Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180603356Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.180620636Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5f1995f6-63cd-4f48-96d1-75a172a225b8","remote_addr":"[fd00:1122:3344:101::a]:56141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":394,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.192102783Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.192153614Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.21696276Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.217021011Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:29.232633026Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"38569235-c13a-4675-ab19-65fdf93052da","remote_addr":"[fd00:1122:3344:101::b]:36023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":244070,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:35.893395052Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36516"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:35.89402205Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8ea056b5-6976-467d-9300-8a650c87f6aa","remote_addr":"[fd00:1122:3344:101::b]:36516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":68,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:35.976537267Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:35.976575208Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3d82c839-e7e1-451d-80ef-8cc064907a98","remote_addr":"[fd00:1122:3344:101::b]:36516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":80,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:35.98753222Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5550fa7b-3ac1-40a7-9b14-9cb27ec38106","remote_addr":"[fd00:1122:3344:101::b]:36516","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":226,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:54.702170144Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63048"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:54.702285368Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"5620e307-627c-4d8d-87bf-072d02e4f6e1","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:63048","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.467123709Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47509"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.467286704Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6c8f4dfa-60d0-4013-afbc-4923ffe231cf","remote_addr":"[fd00:1122:3344:101::a]:47509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":85,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.501768514Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.501812526Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b6f33f83-3c88-4b6c-96ef-fbeb2473e971","remote_addr":"[fd00:1122:3344:101::a]:47509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.520542528Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"358977e8-4f59-40c4-9a1f-0bd7ef8c945c","remote_addr":"[fd00:1122:3344:101::a]:47509","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":267,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.579425463Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:63155"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.579555717Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"bb4e9914-6352-4d17-9941-e8f653f09c85","remote_addr":"[fd00:1122:3344:101::b]:63155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":52,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.600072931Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.600101891Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"157d89f4-5142-44d2-a1fc-09a30d1d84e8","remote_addr":"[fd00:1122:3344:101::b]:63155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":60,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.608179161Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45125"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.608369047Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3813ba21-f912-4007-a690-dd986847f7f8","remote_addr":"[fd00:1122:3344:101::c]:45125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":57,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.609113588Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e9a79a26-9c89-4b27-8b64-ddb69bd1e702","remote_addr":"[fd00:1122:3344:101::b]:63155","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":158,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.641717585Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:34721"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.641987833Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"ea546cfc-4f5e-4919-9e05-eaa009bd05fd","remote_addr":"[fd00:1122:3344:101::a]:34721","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":185,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.66932142Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.669356432Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"139865ba-bcdc-4b6a-a07a-094c2b422636","remote_addr":"[fd00:1122:3344:101::c]:45125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":71,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.678000737Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c0ceb23a-008f-4997-9d6d-6dba200108aa","remote_addr":"[fd00:1122:3344:101::c]:45125","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":161,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.706845398Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37412"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.707047324Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"150caf91-bd02-44e7-8ede-d22e570157bb","remote_addr":"[fd00:1122:3344:101::b]:37412","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":119,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.736856312Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42512"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.737880911Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.827918052Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.892122037Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8a8be85f-69d5-433c-a0a7-9f389ad273f2","remote_addr":"[fd00:1122:3344:101::a]:42512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":155210,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.892331534Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38089"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.892378775Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61541"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.892424536Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:42861"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.892734625Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.896598635Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"fdf8d756-ccc0-445d-85ee-55a7cc548101","remote_addr":"[fd00:1122:3344:101::a]:42512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":4014,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.896734969Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"46f0c6f4-3242-4cb1-9e90-b6ac2a27b160","remote_addr":"[fd00:1122:3344:101::c]:42861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3895,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.936752867Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.963823967Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.96392176Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.968384747Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.970033074Z","hostname":"sock","pid":1566,"peer_id":"pc-sock-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:56.970188568Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"PUT","req_id":"bbaeadd6-103c-437a-9590-1ed54db983aa","remote_addr":"[fd00:1122:3344:101::a]:42512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7813,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:57.002002003Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:57.002075055Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"623961e3-fb76-4188-a990-cc4315c3c57c","remote_addr":"[fd00:1122:3344:101::c]:61541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":109514,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:57.00575635Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"47180aca-51c2-4b64-84dc-1d763ab5f4f1","remote_addr":"[fd00:1122:3344:101::c]:61541","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":646,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:57.041570649Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:57.09927986Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c7dfdc47-e362-4b48-9edd-4d2514f113c0","remote_addr":"[fd00:1122:3344:101::b]:38089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":206660,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:08:57.09963656Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1df173dd-fb3a-4db7-b60d-22e6a935f1a1","remote_addr":"[fd00:1122:3344:101::b]:38089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:24.736547182Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42844"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:24.736651535Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"dbb5efcd-6ec0-48a8-bc35-3ae3c1256779","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42844","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":32,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:25.173471781Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::d]:53516"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:25.228676841Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"1113ad36-8546-48c9-a1fc-862844809cf1","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":54658,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.676656059Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54331"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.676832094Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f17187d5-2ca2-470f-8a07-208ad368905d","remote_addr":"[fd00:1122:3344:101::b]:54331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":88,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.689173675Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:56023"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.689306299Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"70b82fe6-4ee9-4ae1-8c89-4824d27f6529","remote_addr":"[fd00:1122:3344:101::a]:56023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.697607825Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:59620"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.697762489Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e7e3eb9b-f3b1-4dac-b235-7c0727763758","remote_addr":"[fd00:1122:3344:101::c]:59620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.74205318Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.742101931Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1b21ebde-1b98-4574-951a-47efcf4188ac","remote_addr":"[fd00:1122:3344:101::a]:56023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":99,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.74418516Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.744199201Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"321a531a-dabc-42ef-8a1a-e128c610523c","remote_addr":"[fd00:1122:3344:101::b]:54331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":29,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.753837655Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.753859865Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1e659094-ddb1-4d19-8ed7-2f5021c6664b","remote_addr":"[fd00:1122:3344:101::c]:59620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.754113752Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0b20ef35-9371-4f2b-abae-62cb3a8e5d0a","remote_addr":"[fd00:1122:3344:101::a]:56023","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":237,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.75754267Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"53cd1c98-c46e-44ce-9d78-b1d0b08b9f2c","remote_addr":"[fd00:1122:3344:101::b]:54331","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":297,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.762036518Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"95273d94-3d71-40ac-8dba-13982049ecd6","remote_addr":"[fd00:1122:3344:101::c]:59620","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":210,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.774918654Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:46285"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.7751033Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f03184ac-6bb2-41bb-b77d-6563dce6e87c","remote_addr":"[fd00:1122:3344:101::a]:46285","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.824808814Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55408"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.824948727Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2d456aae-2af1-4652-8158-a79b791074cd","remote_addr":"[fd00:1122:3344:101::b]:55408","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.865362847Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62387"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.865502771Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.906505047Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.961196463Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4bb154e6-80f2-438f-bf2c-6c903dcb1194","remote_addr":"[fd00:1122:3344:101::b]:62387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":95758,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.961421699Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41292"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.961496211Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40492"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.961559363Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35273"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.961583794Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a252a1d5-7c97-4107-acfe-0e45224cc164","remote_addr":"[fd00:1122:3344:101::b]:62387","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":147,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.9618002Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.96566466Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a8ccd144-629c-49e5-a74c-fa32fd363d8b","remote_addr":"[fd00:1122:3344:101::c]:35273","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3847,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:26.998082362Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:27.05037095Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:27.050435081Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0a10531b-b0a3-4e02-9ec1-460e53661853","remote_addr":"[fd00:1122:3344:101::a]:41292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":88708,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:27.0535441Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1881e810-a071-451c-8135-d367b37b742c","remote_addr":"[fd00:1122:3344:101::a]:41292","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":519,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:27.082323218Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:27.133138674Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0d310400-1603-4542-9d75-433339f09866","remote_addr":"[fd00:1122:3344:101::c]:40492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":171192,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:27.133531755Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"31b6f253-13bd-406d-929e-0b2f6d2752ba","remote_addr":"[fd00:1122:3344:101::c]:40492","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":143,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:54.770045862Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36385"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:54.770247168Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f593b660-9938-450b-9231-40cd185ea948","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36385","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":35,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:55.178729997Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"3c87bfee-a0fd-4691-a5c6-861ec7d70cb2","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7219,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.475021541Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48309"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.475223946Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"df3e2be3-8c7d-4a1c-a5b0-eac0d60c374a","remote_addr":"[fd00:1122:3344:101::a]:48309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":109,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.496242564Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.496274195Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f1b29701-fdd8-4798-9f36-9ab43388dd26","remote_addr":"[fd00:1122:3344:101::a]:48309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.506031792Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1e87a8d2-43d6-45a8-9850-bfcd5cd57fde","remote_addr":"[fd00:1122:3344:101::a]:48309","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":218,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.525459535Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:53843"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.525577219Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ff26676b-4cb2-4363-a526-66e51386c7b7","remote_addr":"[fd00:1122:3344:101::b]:53843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":57,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.567313356Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49752"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.567559143Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e636dfd8-ef11-4c4f-9365-c489cf764bb4","remote_addr":"[fd00:1122:3344:101::a]:49752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":173,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.585809442Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.585829002Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"cb0c01ad-2e3c-489c-87d0-b7324904933a","remote_addr":"[fd00:1122:3344:101::b]:53843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.596948039Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58142"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.597101073Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"799efe03-d081-4810-ba1d-ae59e0757124","remote_addr":"[fd00:1122:3344:101::b]:58142","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":120,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.60367918Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"54c9a676-4cad-46a6-bf3c-15e63bd2fb62","remote_addr":"[fd00:1122:3344:101::b]:53843","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":251,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.620435887Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60169"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.62053831Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.659316693Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.716630653Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"0c8b3188-6207-4f5c-82ff-207114ccc537","remote_addr":"[fd00:1122:3344:101::a]:60169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":96121,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.716792248Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35625"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.716844569Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61731"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.716894821Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45434"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.716943012Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50231"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.717177949Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"518392cf-1d2f-4429-9e22-853c3cf854d3","remote_addr":"[fd00:1122:3344:101::a]:60169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":288,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.717294392Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"5eeb8d45-7163-4b46-978d-555580cc62a6","remote_addr":"[fd00:1122:3344:101::c]:45434","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":251,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.717349874Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f11ac2e2-4e8b-4456-80b8-ace013193996","remote_addr":"[fd00:1122:3344:101::c]:35625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":215,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.717370884Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.758032601Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.761754357Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.761843789Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"ac10d6ac-e232-4a93-9faa-33792aee72bd","remote_addr":"[fd00:1122:3344:101::c]:35625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":547,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.773758308Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"883afd02-199c-4341-a65f-1ac8635659ff","remote_addr":"[fd00:1122:3344:101::c]:35625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":786,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.814049554Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.814106206Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b7a1c492-f893-4001-8fc9-e04b14e54495","remote_addr":"[fd00:1122:3344:101::b]:61731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":96942,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.817667157Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d363282f-9bc8-432f-aa23-1ceeb9b52294","remote_addr":"[fd00:1122:3344:101::b]:61731","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":716,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.850397028Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.905645579Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1b8080f2-5457-4a0c-9647-c28a4bb220d9","remote_addr":"[fd00:1122:3344:101::c]:50231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":188441,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:09:56.90601896Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3b976aef-685f-478f-99f7-f22c99fd6996","remote_addr":"[fd00:1122:3344:101::c]:50231","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":128,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:24.80308905Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44864"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:24.803227564Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"ac9801dc-276c-412f-a5b5-de9ebe21959d","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44864","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:25.17925772Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"b250a0c0-b4fc-44a3-a20f-a439c80f4a8a","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7604,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.461335859Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44864"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.461546025Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a757b423-91ca-4fcb-a942-19741d174423","remote_addr":"[fd00:1122:3344:101::b]:44864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":118,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.621743822Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.621798863Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dbc04e35-e83b-404f-be97-2709700eb7a2","remote_addr":"[fd00:1122:3344:101::b]:44864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":84,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.632452397Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3ffe08e6-2594-4a01-a29e-c8a930694934","remote_addr":"[fd00:1122:3344:101::b]:44864","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":235,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.690003274Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36935"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.690116357Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f00cba87-d8f1-4382-a546-3c33586ce9d7","remote_addr":"[fd00:1122:3344:101::a]:36935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.718204746Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:44732"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.718442652Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a888d453-2cdd-4e05-97cf-d025fd7d59a4","remote_addr":"[fd00:1122:3344:101::a]:44732","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":175,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.741162399Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.741181869Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a49f1b9e-e8cb-4178-872a-e447bb929561","remote_addr":"[fd00:1122:3344:101::a]:36935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":54,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.753317855Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b3c0b2ae-77f2-4e0f-af02-3c3c3d50cd48","remote_addr":"[fd00:1122:3344:101::a]:36935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":294,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.764888394Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:44552"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.765035468Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2c0f34be-3140-4af3-937b-6e292c336f8a","remote_addr":"[fd00:1122:3344:101::c]:44552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.786402146Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43043"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.78655739Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"28829ce9-f3d5-4ee7-b429-f03c9a1a3bf6","remote_addr":"[fd00:1122:3344:101::b]:43043","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":79,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.825903899Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40243"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.826016152Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.867032909Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.927751646Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2b161724-e13b-48e7-a476-340b05a37a28","remote_addr":"[fd00:1122:3344:101::a]:40243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101790,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.92790269Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:58863"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.927945011Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51759"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.927986953Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36064"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.928268021Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"618fc2b2-fdd9-4141-98c2-0cfb72f66dc1","remote_addr":"[fd00:1122:3344:101::c]:58863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":152,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.928358613Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.928369694Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bd07d32a-eede-4238-ae33-2b6f27e9f198","remote_addr":"[fd00:1122:3344:101::a]:40243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":224,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.969063201Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.972864929Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.972951672Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f7fe1037-a048-49c1-a953-31415c3f35b3","remote_addr":"[fd00:1122:3344:101::c]:58863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":575,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:26.985117598Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"cca60fec-7078-4eb2-abf1-5d0e005ffbe7","remote_addr":"[fd00:1122:3344:101::c]:58863","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":879,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:27.031528258Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:27.03159798Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c4d8316e-59c0-4ceb-b274-68f5bce3bc35","remote_addr":"[fd00:1122:3344:101::c]:36064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":103370,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:27.035161691Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"68f738e8-8bb6-43f1-9d22-cc34e07a66d9","remote_addr":"[fd00:1122:3344:101::c]:36064","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":595,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:27.065845854Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:27.12336543Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a1d9e5d5-b650-4dd0-bcf3-a24d06346274","remote_addr":"[fd00:1122:3344:101::b]:51759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":190153,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:27.123648138Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"97529f74-488d-4e72-856a-5d21a2acb8eb","remote_addr":"[fd00:1122:3344:101::b]:51759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":119,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:48.017851129Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:54.841682355Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64415"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:54.841771027Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"3719e6c0-a9bc-4fc8-bee0-be8ec6d762db","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:64415","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":31,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:55.178966658Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"14affbea-d138-4071-8a2f-5ec2429dcfa9","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7816,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.492497222Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43834"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.492668737Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"44c9b3dc-cdc8-44ab-ae68-6b156fd11e6e","remote_addr":"[fd00:1122:3344:101::b]:43834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.520585312Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50278"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.520721785Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"6faf100c-aa79-4c94-ae05-0620faa82096","remote_addr":"[fd00:1122:3344:101::a]:50278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":69,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.543892764Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.543921885Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6e4700ab-74cb-4101-91c7-0f7b07f2da87","remote_addr":"[fd00:1122:3344:101::a]:50278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":94,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.552765567Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.552799188Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"747df3ee-0bad-4d29-9f23-5dbcf27b3ee4","remote_addr":"[fd00:1122:3344:101::b]:43834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":72,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.56553406Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9c3d9fa9-ee2b-482d-8b21-34ad56363049","remote_addr":"[fd00:1122:3344:101::b]:43834","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":314,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.606035822Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59420"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.606263049Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0535130d-d830-41e0-af12-a94520d9037f","remote_addr":"[fd00:1122:3344:101::a]:59420","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":155,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.609792649Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"58c69ea3-a8c4-486b-b978-bd3dd734d5ce","remote_addr":"[fd00:1122:3344:101::a]:50278","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":286,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.638741793Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36595"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.638953888Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.679704618Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.738764938Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"82a0ff16-0f50-4008-a779-0e3141eb45c1","remote_addr":"[fd00:1122:3344:101::b]:36595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":99884,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.738993634Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:35983"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.739073456Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54479"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.739142678Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35484"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.739266262Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1f91f1de-8744-42b5-bc34-28ca061258f0","remote_addr":"[fd00:1122:3344:101::b]:36595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":250,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.739523179Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.739582151Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4a645889-d7a4-4e65-b8df-fb9dbda166a4","remote_addr":"[fd00:1122:3344:101::c]:35484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":190,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.739646243Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"79bd14f6-c93e-474d-9476-ad754e5cf676","remote_addr":"[fd00:1122:3344:101::b]:35983","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":278,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.755846724Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.755940166Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"214572ff-8f5e-4a47-9429-a5a44efcb944","remote_addr":"[fd00:1122:3344:101::c]:35484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":265,"response_code":"204"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.774977418Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.823410686Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:37223"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.823652762Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"046beb0b-da59-42b2-8050-37163afb20c3","remote_addr":"[fd00:1122:3344:101::c]:37223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":158,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.82635905Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f22e2575-2c90-4ed7-ae27-ebf589ad715b","remote_addr":"[fd00:1122:3344:101::a]:54479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":87016,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.826700499Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c630462e-cae4-4919-9bdb-692ff5a0a244","remote_addr":"[fd00:1122:3344:101::a]:54479","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":100,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.827301386Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c443d113-e87b-448a-af98-6914295fe740","remote_addr":"[fd00:1122:3344:101::c]:35484","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":258,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.838139314Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:59757"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.838230867Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.871954546Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.921589398Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d18cbea5-f829-4d47-a986-0f9a2a41860b","remote_addr":"[fd00:1122:3344:101::c]:59757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":83395,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:10:56.921902776Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d55e0d3c-6f6c-4742-8e34-6fd66ed9d08e","remote_addr":"[fd00:1122:3344:101::c]:59757","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":103,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:24.874501346Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40370"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:24.874608169Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"6eb33c21-83fc-4520-8b94-d9fcb64e78d2","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:40370","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":38,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:25.178094662Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"b4997f92-048e-4fa3-b877-a47155cb0c2e","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7662,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.535865044Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60260"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.536405759Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3e042a78-1636-4d17-8ec8-95ccf049576f","remote_addr":"[fd00:1122:3344:101::a]:60260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":409,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.629368714Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.629453576Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"b27eb040-fb35-4cbc-b074-d5a5c2f89a2e","remote_addr":"[fd00:1122:3344:101::a]:60260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":148,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.643882497Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d19dce02-d46e-4181-bb06-cd7d6b0bbba4","remote_addr":"[fd00:1122:3344:101::a]:60260","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":323,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.680379925Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60135"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.680599981Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8cbf8e53-c7d0-421c-bb7f-d9d9270ccc24","remote_addr":"[fd00:1122:3344:101::b]:60135","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":156,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.692027076Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36915"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.692116738Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4973e3b7-fa09-42fd-8930-e0ff192cb3f3","remote_addr":"[fd00:1122:3344:101::b]:36915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":46,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.708932377Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.708972588Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d5429aed-af11-4f83-a5fa-82e7c96e4d8c","remote_addr":"[fd00:1122:3344:101::b]:36915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":64,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.720852946Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f6d00e12-d6c5-48e2-ad4e-a798f7392c5e","remote_addr":"[fd00:1122:3344:101::b]:36915","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":567,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.761599645Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:39580"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.761750399Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.81416548Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.883472861Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"37180927-b80d-4d26-a203-f8ce0b0d27f8","remote_addr":"[fd00:1122:3344:101::a]:39580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":121801,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.883600675Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41061"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.883644276Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57685"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.884051348Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3b3dc630-de47-4def-bba3-057895683603","remote_addr":"[fd00:1122:3344:101::a]:57685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":293,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.884073178Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b01f282e-78e4-46fb-9d84-a9c23dbcec2e","remote_addr":"[fd00:1122:3344:101::c]:41061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":127,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.884106539Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e4c7b3dc-0a14-4ca9-b9d9-2613407e9f1e","remote_addr":"[fd00:1122:3344:101::a]:39580","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":276,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.892400875Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64612"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.89258069Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:26.94567525Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.033560521Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7ca9b41d-e396-4f64-b3d0-41fdca1d149d","remote_addr":"[fd00:1122:3344:101::b]:64612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":141044,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.033771776Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51127"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.034115746Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"595203ea-70db-45c7-abc5-5a8b55119f4e","remote_addr":"[fd00:1122:3344:101::c]:51127","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":247,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.034143597Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d88e31b9-9c36-433a-9099-87ab30ecce8d","remote_addr":"[fd00:1122:3344:101::b]:64612","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":276,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.034188058Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.034220959Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"54c57f16-c6c1-4081-a64e-7001f832c7b5","remote_addr":"[fd00:1122:3344:101::c]:41061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":192,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.04160895Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:34414"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.041851396Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.095453331Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.176867147Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6467485a-187e-4bda-8fc6-8c5a0fcd1f1b","remote_addr":"[fd00:1122:3344:101::c]:34414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":135121,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.177411673Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8740f3fa-26d8-4bb9-84f2-b2bb58695f93","remote_addr":"[fd00:1122:3344:101::c]:34414","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":230,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:27.177717031Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e3b77804-d8b9-4329-8c2c-d59831ea17a9","remote_addr":"[fd00:1122:3344:101::c]:41061","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":519,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:54.909320924Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44579"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:54.909432787Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"84046627-ad28-435d-a6ca-e1398b557b8e","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:44579","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:55.176824063Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"1c0bdb08-c4e0-4de6-9b95-656ded5c5579","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6599,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.462060772Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61542"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.462262498Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e32b1eb3-1755-4a04-819f-3aeaeffdcb8c","remote_addr":"[fd00:1122:3344:101::b]:61542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.471385487Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:65091"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.471502421Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b9b66293-b03e-4c82-ae15-1373e28e7049","remote_addr":"[fd00:1122:3344:101::a]:65091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.539978428Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.54001132Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"051a8d6e-ac0f-4b4f-abef-81182fa78abd","remote_addr":"[fd00:1122:3344:101::b]:61542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.541225914Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.541262215Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"62fc2b6e-4209-4e1c-b13c-290167923580","remote_addr":"[fd00:1122:3344:101::a]:65091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":51,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.557643951Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d34abc34-81da-4046-a4be-67c62f3efe84","remote_addr":"[fd00:1122:3344:101::b]:61542","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":380,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.562077267Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"066d4531-0f27-4720-8784-8d76b78107d0","remote_addr":"[fd00:1122:3344:101::a]:65091","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":270,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.568337285Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:56353"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.568466539Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.608952861Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.668620968Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e1975aa3-ef22-40fe-bd49-927ff1608cc0","remote_addr":"[fd00:1122:3344:101::b]:56353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":100222,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.668752302Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49034"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.668799453Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42359"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.669102862Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.672994172Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"9d8bc9e8-e112-4549-9e33-509085cf301a","remote_addr":"[fd00:1122:3344:101::b]:49034","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3833,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.673135946Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"3f7c543a-8e4d-442d-a387-44544c1de83b","remote_addr":"[fd00:1122:3344:101::b]:56353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3989,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.71017743Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.752307888Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39038"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.752524105Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3f3dd0eb-5208-49da-a813-6ab74f4fcc5c","remote_addr":"[fd00:1122:3344:101::c]:39038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":104,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.76043981Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63092"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.760858562Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0c492e23-ede7-461b-8770-a12a05441594","remote_addr":"[fd00:1122:3344:101::a]:63092","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":267,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.767546192Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e662b650-636e-449d-9f4f-7d3cc2ec187d","remote_addr":"[fd00:1122:3344:101::a]:42359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":98615,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.76784519Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0f1ebc43-c723-49b1-bd06-2b494caf5c0d","remote_addr":"[fd00:1122:3344:101::a]:42359","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":107,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.768764216Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.768790847Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a6017ac3-4f15-4b98-9e16-b85876f68a0f","remote_addr":"[fd00:1122:3344:101::c]:39038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":74,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.777794124Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"b20ba312-da04-4211-b338-b97c555193f3","remote_addr":"[fd00:1122:3344:101::c]:39038","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":296,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.814683903Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36525"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.814824147Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a9f5e73c-0bcb-44b4-b765-fc0da483bd3d","remote_addr":"[fd00:1122:3344:101::c]:36525","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.855444952Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55544"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.855553915Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.894698888Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.957913196Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"caee215f-a9fe-4573-9d2d-21bb09d8d5f7","remote_addr":"[fd00:1122:3344:101::c]:55544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":102400,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:11:56.958212515Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"929d1717-51bf-4a5b-a906-3ffe4114e300","remote_addr":"[fd00:1122:3344:101::c]:55544","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":108,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:24.943305738Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57666"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:24.943450143Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"1d633e65-acac-42d1-be4e-0a615844acb5","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:57666","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:25.177231973Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"cdbcea8d-6f3d-49df-b3fb-13202a48a759","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6930,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.61675689Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54645"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.616945196Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"484b4bb8-85d0-462a-9c36-63a0fbb22ac0","remote_addr":"[fd00:1122:3344:101::b]:54645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.6191964Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:65370"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.619345194Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"c8ac84af-4dff-4b67-950f-c23fdb07bdea","remote_addr":"[fd00:1122:3344:101::a]:65370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":39,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.668444921Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.668477232Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"71f86403-0489-4eea-8b37-8aa3803b0966","remote_addr":"[fd00:1122:3344:101::b]:54645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":82,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.686304909Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.68635523Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e9813dd3-4e72-4a71-90b0-9b87569943bf","remote_addr":"[fd00:1122:3344:101::a]:65370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":63,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.686808393Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"4823c043-8608-4b3c-8a11-fbacdfe873f3","remote_addr":"[fd00:1122:3344:101::b]:54645","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":369,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.702935832Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"10f70ae9-2742-44e1-9224-d13ea0b0523f","remote_addr":"[fd00:1122:3344:101::a]:65370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":362,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.737744432Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:46743"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.737868706Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b6e88349-aa53-4317-949d-25af13d52542","remote_addr":"[fd00:1122:3344:101::c]:46743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":43,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.785429628Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.785448629Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c850953-a24e-4d8b-8349-8de9201f894c","remote_addr":"[fd00:1122:3344:101::c]:46743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":51,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.792927332Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"79cbe103-2c87-4fb9-8bfb-f4687f4189d4","remote_addr":"[fd00:1122:3344:101::c]:46743","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":265,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.795570907Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38690"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.795724381Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"dde842b8-16a8-45ac-97d6-b8be4d8a1dfc","remote_addr":"[fd00:1122:3344:101::a]:38690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.795853355Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57785"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.795945478Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.836543773Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.896690143Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"13bbba10-ad77-4681-891b-748fe5facb8c","remote_addr":"[fd00:1122:3344:101::a]:57785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":100777,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.896958141Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52602"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.897050023Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50287"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.897093275Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51154"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.897303781Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"74f7f0a2-80bd-40a3-90fc-da868dc59e1b","remote_addr":"[fd00:1122:3344:101::a]:57785","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":265,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.897359182Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e54f187d-5f10-4bd0-b093-93d6b38e8fef","remote_addr":"[fd00:1122:3344:101::b]:52602","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":237,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.897371263Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.897399623Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"6f0a1e75-f325-4925-990b-4716fa6c46cb","remote_addr":"[fd00:1122:3344:101::c]:50287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":218,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.912707469Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35699"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.937773322Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.996133372Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d2a7216c-3865-4b97-a302-c446f30619e6","remote_addr":"[fd00:1122:3344:101::b]:51154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":98859,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:26.996216824Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:27.000752463Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"67814eee-1078-4cc1-a91e-6a08073702db","remote_addr":"[fd00:1122:3344:101::b]:51154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":611,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:27.033560906Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:27.085290898Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3828c7f5-9f26-4d17-b81b-ad9657de08e8","remote_addr":"[fd00:1122:3344:101::c]:35699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":172454,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:27.085665889Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"088a7cfe-e283-4494-b8b8-0cb63d1d1b05","remote_addr":"[fd00:1122:3344:101::c]:35699","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:54.977385877Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35395"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:54.977531551Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f396c966-03e1-4a35-a41a-38c8160de132","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35395","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":41,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:55.177233481Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"1cc51d08-5d02-4423-bfa3-62119dfd03a0","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7447,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.515233961Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36943"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.515403216Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b4da9d7b-f500-4ff0-a8b3-ebbe8a233e24","remote_addr":"[fd00:1122:3344:101::b]:36943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":98,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.527763478Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:64090"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.527888992Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"04b2228a-aba4-4cae-a885-972fc1f7de2a","remote_addr":"[fd00:1122:3344:101::a]:64090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.555238519Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.555307452Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bb2e786e-83c8-4564-a78e-d239e85554a3","remote_addr":"[fd00:1122:3344:101::a]:64090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":191,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.556281179Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:64015"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.556540196Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"39a4b470-1aa2-4bba-bf63-670d07fcaff1","remote_addr":"[fd00:1122:3344:101::a]:64015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":184,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.56651252Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c3951cf2-e3a1-47cf-8e1f-2d0b513c4b65","remote_addr":"[fd00:1122:3344:101::a]:64090","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":234,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.576188566Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.576214946Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4111256e-5ac9-4dbc-b828-8871856a6e18","remote_addr":"[fd00:1122:3344:101::b]:36943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.5809203Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49115"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.581012763Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.62626641Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.688380787Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1fac142e-bc35-44a9-827c-12612833ef97","remote_addr":"[fd00:1122:3344:101::b]:49115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":107390,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.688671625Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:54852"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.688941883Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b6a01981-2956-468e-b918-5e3d8594435e","remote_addr":"[fd00:1122:3344:101::b]:49115","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":275,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.689121448Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"227a9fd8-63c3-4b52-8d02-a1966f5b0bec","remote_addr":"[fd00:1122:3344:101::b]:36943","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":541,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.689130768Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.694687006Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55567"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.694958794Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8768fff2-d5b8-449d-a6e8-06606d03d9f1","remote_addr":"[fd00:1122:3344:101::c]:55567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":160,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.710850066Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.710893867Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f6fff565-ebf3-4ff3-92d1-380d90b0bafb","remote_addr":"[fd00:1122:3344:101::c]:55567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":108,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.720582623Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5247b450-1aef-42e1-bf1d-11b313fbc6a2","remote_addr":"[fd00:1122:3344:101::c]:55567","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":594,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.721429617Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:53263"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.721590371Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a82809c3-9d73-40c3-827e-13e953c01db9","remote_addr":"[fd00:1122:3344:101::b]:53263","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":88,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.727777238Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.747321434Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61565"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.747568561Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e3f1c2c5-593f-4a1d-8231-5b882ed873a7","remote_addr":"[fd00:1122:3344:101::c]:61565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":167,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.779015145Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"46b6039e-ec41-4292-8170-29909cad4a78","remote_addr":"[fd00:1122:3344:101::a]:54852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":90115,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.779389726Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"604e3bd4-877d-419d-ab87-c5e4a9b3988d","remote_addr":"[fd00:1122:3344:101::a]:54852","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":132,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.838968781Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:48452"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.839084894Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.871024302Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.920866359Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e9fdadd3-a9a5-4fdf-b30d-7ec6f5be8662","remote_addr":"[fd00:1122:3344:101::c]:48452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":81828,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:12:56.921138197Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6e92251a-f05d-4495-9e59-59917c009dd0","remote_addr":"[fd00:1122:3344:101::c]:48452","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:25.009449637Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46319"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:25.009537579Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"098976da-b32f-4b92-bead-47d9c1e95f58","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46319","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":38,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:25.179233007Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"fe21a4b0-25ef-4ffa-b756-91e06df5cb0f","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":9901,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.682315412Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48194"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.682508388Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7a73c706-29cd-4fd1-9303-3d82b59a5908","remote_addr":"[fd00:1122:3344:101::b]:48194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.688733705Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47758"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.688878879Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.689280581Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"c0f32cb2-5cdd-45b1-a49e-4e1e4ce18d0b","remote_addr":"[fd00:1122:3344:101::c]:47758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":438,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.724312537Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36351"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.72443006Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7ca37b12-e180-4355-beea-9384c348d945","remote_addr":"[fd00:1122:3344:101::c]:36351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.752558481Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54724"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.752684164Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.753002403Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"761e4b42-b0df-4f44-9389-671f21e3734d","remote_addr":"[fd00:1122:3344:101::b]:54724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":401,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.769570364Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.769598135Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5e8bf733-4ee9-418c-8a02-0da644b3e36a","remote_addr":"[fd00:1122:3344:101::b]:48194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":102,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.780058213Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"7dfa7894-e2ae-4365-a4f5-a69a01398bd7","remote_addr":"[fd00:1122:3344:101::b]:48194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":299,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.781954407Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.781975597Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"88c45758-a078-48eb-b331-4e6063b0277f","remote_addr":"[fd00:1122:3344:101::c]:36351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":42,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.795216124Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36527"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.795360708Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.842683924Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.909949217Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"d9bffdea-714d-4aee-9352-c5655dc292c1","remote_addr":"[fd00:1122:3344:101::b]:36527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":114642,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910145292Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62424"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910190594Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49063"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910266616Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:59944"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910320648Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47758"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910674498Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c65f0810-9431-4f12-8028-1bf25d9c662f","remote_addr":"[fd00:1122:3344:101::b]:36527","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":358,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910721389Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910730679Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4b4eed84-f609-43a4-9201-cd50cb9c2c88","remote_addr":"[fd00:1122:3344:101::b]:59944","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":266,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910943385Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"913f564e-e857-42ea-895d-ceb6ea0947ee","remote_addr":"[fd00:1122:3344:101::a]:49063","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":395,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.910986216Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"537a3260-c443-455e-8b0d-e6228f9b7e76","remote_addr":"[fd00:1122:3344:101::c]:36351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":680,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.911005817Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"b0542dff-9ae7-4374-9b58-3db35b76607a","remote_addr":"[fd00:1122:3344:101::a]:47758","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":493,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.911018557Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9885d989-b555-444c-ba16-eb624b73d88a","remote_addr":"[fd00:1122:3344:101::a]:62424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":550,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.963029787Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.963085529Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0e269d11-7c82-4540-94cc-abc59403e983","remote_addr":"[fd00:1122:3344:101::a]:62424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":778,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.971964091Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:46813"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:26.972423314Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.016247801Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.079477869Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ddb0c749-dfc6-4123-b9fc-5949456275ef","remote_addr":"[fd00:1122:3344:101::a]:46813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":107293,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.079732207Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50225"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.079962673Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"38adf1aa-09f9-4d55-984b-c128344b2fc1","remote_addr":"[fd00:1122:3344:101::a]:62424","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":325,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.080018275Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4c8bb603-00e3-4c79-a982-41334598717f","remote_addr":"[fd00:1122:3344:101::a]:46813","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":264,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.080077417Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f7771d5c-c4c6-4042-8e89-5b95add33617","remote_addr":"[fd00:1122:3344:101::c]:50225","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":232,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.084963545Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:63353"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.085348526Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.085376717Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.085405088Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.085416128Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.085428049Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.085445619Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.08547773Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.08548857Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"efda7b21-f397-42dc-9e09-b73ca5b3b31d","remote_addr":"[fd00:1122:3344:101::a]:63353","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":474,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.160986358Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:37780"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.161097221Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.202491388Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.260808007Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4889ebfd-291c-448a-888e-8a31f44b90a5","remote_addr":"[fd00:1122:3344:101::c]:37780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":99760,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261081995Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60072"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261177268Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54252"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261438515Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ef1b7c7b-894f-48f5-ae89-1489b2b1bd0b","remote_addr":"[fd00:1122:3344:101::c]:37780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":324,"response_code":"200"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261616741Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261666872Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261698383Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261723164Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261757174Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261776745Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261796815Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261810496Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261844827Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"6683efb7-2344-4d76-ac06-8c4c172565e6","remote_addr":"[fd00:1122:3344:101::b]:54252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":493,"response_code":"204"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261853727Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261876848Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261897518Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261910669Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.261918939Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.26193295Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:27.26196467Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"1252b2fa-f5c2-4cf6-b775-3281a07428b7","remote_addr":"[fd00:1122:3344:101::c]:60072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":565,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:55.042133145Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49830"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:55.042221028Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"be6bfea6-0d34-4ab5-82e3-9ec1a13229cc","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49830","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":34,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:55.177126205Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"06d90ee3-97e8-4438-8ab7-80d84d9efb10","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7226,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.502361952Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64751"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.502524656Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"93d120c3-3a19-4c15-a030-3cdce2e49531","remote_addr":"[fd00:1122:3344:101::b]:64751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.529658708Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:36648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.529791372Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e363f166-08f6-49b1-bdb5-ea28aabb8a65","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":67,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.551315654Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.551344305Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"64d84dad-41a1-4555-85fd-d5c75cc2f198","remote_addr":"[fd00:1122:3344:101::b]:64751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":97,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.556267435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33453"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.556404679Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"389dc83c-8314-42b9-8598-c70cce0c3b74","remote_addr":"[fd00:1122:3344:101::c]:33453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":55,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.562464612Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"966f5bf2-068d-46d4-9cc1-d92a5cd0b5b3","remote_addr":"[fd00:1122:3344:101::b]:64751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":396,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.574108093Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.574144554Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"f2e4edcf-ad4c-4f13-89c6-d885f5b805aa","remote_addr":"[fd00:1122:3344:101::c]:33453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":67,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.574694309Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:34825"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.574798442Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.619873174Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.674368045Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"575eee60-0cd5-45fa-b03b-56e2bfd91813","remote_addr":"[fd00:1122:3344:101::b]:34825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":99600,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.67455138Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48909"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.674616412Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:55724"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.674674344Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44782"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.674719955Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56605"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.675049944Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.675120146Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.675132997Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fdf790b6-5819-4d03-ae52-8a10e834ab43","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":377,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.67525084Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b290f421-ddd7-4485-96d6-1844bea9f322","remote_addr":"[fd00:1122:3344:101::b]:34825","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":385,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.679878152Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d2866a57-b727-4f6f-9bb9-a4b7ac93ef7d","remote_addr":"[fd00:1122:3344:101::b]:44782","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":4838,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.679985035Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8a1f42f0-01d2-453e-81ba-4e36698fc623","remote_addr":"[fd00:1122:3344:101::a]:48909","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":4949,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.680018896Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"bfecc173-180d-401f-b105-7a1385fd5db1","remote_addr":"[fd00:1122:3344:101::c]:33453","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5021,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.685028918Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"70b37810-1834-43d8-ac64-0b0c1ab2c4e0","remote_addr":"[fd00:1122:3344:101::a]:36648","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":313,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.687630142Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:52121"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.687821858Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"98480d42-a5f7-41d8-9395-877da500fe7a","remote_addr":"[fd00:1122:3344:101::c]:52121","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":105,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.71499712Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.770829109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.770892941Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"23dcce2c-5920-4430-ba24-078ab49f40f4","remote_addr":"[fd00:1122:3344:101::c]:56605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":95933,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.775749708Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ab9b31ca-5a05-4717-8717-0d57e912fe90","remote_addr":"[fd00:1122:3344:101::c]:56605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":333,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.805222067Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.853394147Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8325a993-a49f-4e2e-8da3-6a25a58d0b7d","remote_addr":"[fd00:1122:3344:101::a]:55724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":178404,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:13:56.853794588Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6dffcd90-8ee8-4cc5-b23f-c4f7a08dc55b","remote_addr":"[fd00:1122:3344:101::a]:55724","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":165,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:25.073973149Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47502"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:25.074037671Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"21330423-66da-43d5-9782-a518c8b8e5ac","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47502","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":37,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:25.176336121Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"9ba7bfa2-7d77-44c8-82b5-b227eb86a404","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6796,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.550741237Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60780"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.550933182Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"205d7f72-0fcc-42c5-9648-b5e79c49130b","remote_addr":"[fd00:1122:3344:101::a]:60780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":100,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.630083863Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39071"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.630214677Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e7bf514d-f9f7-42b3-8741-6a5600ff7d3d","remote_addr":"[fd00:1122:3344:101::b]:39071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.635807036Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42223"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.635994622Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"8b1a46a3-364c-4888-9594-a41f2fd6eb2b","remote_addr":"[fd00:1122:3344:101::a]:42223","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":129,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.647113738Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.647166779Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"bc8f4f49-89d5-4e59-965a-273ee49f1611","remote_addr":"[fd00:1122:3344:101::b]:39071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":115,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.655008452Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2b4934d0-4d76-431b-b97f-db49f01b794d","remote_addr":"[fd00:1122:3344:101::b]:39071","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":369,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.685258273Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.685274924Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"e481a762-50fb-469d-a245-1e0077f0645c","remote_addr":"[fd00:1122:3344:101::a]:60780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":48,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.693966371Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fbe5823b-65a1-44fb-8fbf-b9a2b04ea1e9","remote_addr":"[fd00:1122:3344:101::a]:60780","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":178,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.698093618Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64131"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.698366546Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0c885117-c155-4216-83c2-6b3003bc36f3","remote_addr":"[fd00:1122:3344:101::b]:64131","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.727373041Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45652"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.727479094Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.766322099Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.829016172Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"36ce3e99-3310-4e67-844d-bae36643bb47","remote_addr":"[fd00:1122:3344:101::a]:45652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101578,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.829136066Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33422"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.829184447Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53147"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.829426824Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"41538201-1aab-4a23-bcd2-b7e02adf25ba","remote_addr":"[fd00:1122:3344:101::c]:53147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":142,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.829589589Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.829613799Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"ccb0ec70-d85d-417a-8694-2aa571b93fe0","remote_addr":"[fd00:1122:3344:101::a]:45652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":245,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.871957293Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.87569674Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.875785132Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"af3132ed-8581-480d-8bdf-de05c6d1345a","remote_addr":"[fd00:1122:3344:101::c]:53147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3714,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.934292566Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"58889103-6ec5-4d1b-917e-e1201d9804ab","remote_addr":"[fd00:1122:3344:101::b]:33422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":104815,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.934719208Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4eb414cf-1ecb-4a78-aad2-539c7aff9bb7","remote_addr":"[fd00:1122:3344:101::b]:33422","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":162,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.966895184Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64653"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.967072939Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"40bf8540-66b6-4e46-8256-0632bcc0b4a0","remote_addr":"[fd00:1122:3344:101::c]:64653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":128,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:26.976457366Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"1089f89b-56be-450a-a07b-93334dc76833","remote_addr":"[fd00:1122:3344:101::c]:53147","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":248,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:27.030198115Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:46820"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:27.030306498Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:27.068043291Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:27.12389908Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"318444aa-7a29-4acf-b554-4a52cc9f7921","remote_addr":"[fd00:1122:3344:101::c]:46820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":93628,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:27.124193208Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c350542b-091d-4fcc-ad4f-e80d9b926203","remote_addr":"[fd00:1122:3344:101::c]:46820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":117,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:55.108427195Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41823"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:55.108562919Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"334515eb-1833-46b3-b37d-ceec29de10fb","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:41823","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":42,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:55.175678878Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"4026fe44-5864-4ad9-8f84-a135218ad839","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7008,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.396487463Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:35466"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.396778301Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f6bf4c5e-b748-47e7-8627-cd3c96bbf701","remote_addr":"[fd00:1122:3344:101::b]:35466","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":179,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.399757846Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41662"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.399916441Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ff5ecf77-c492-49b7-be14-42a6b064f138","remote_addr":"[fd00:1122:3344:101::a]:41662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":64,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.49690712Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.496978322Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2ddc6378-5f3d-4124-9795-5a2ea5051a15","remote_addr":"[fd00:1122:3344:101::a]:41662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":116,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.508994033Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a9da4c6e-a72c-426e-ab25-f7a9567caf3b","remote_addr":"[fd00:1122:3344:101::a]:41662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":310,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.591387447Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58057"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.59149913Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e32ae759-71e1-43d2-a577-c79b2275c6b5","remote_addr":"[fd00:1122:3344:101::b]:58057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.618968901Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35501"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.619160647Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b8146cc9-5a12-44e6-bb96-b2e76d5419e4","remote_addr":"[fd00:1122:3344:101::a]:35501","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":129,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.621414001Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50531"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.621515084Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.668017087Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.731241405Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"69b446dc-cd31-4121-a0b1-1b5602da6f50","remote_addr":"[fd00:1122:3344:101::a]:50531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":109768,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.73141338Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44538"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.731459741Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:45079"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.731781281Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.731821222Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.731892604Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"17526a71-1a88-4d6d-ae2a-cc89a7b70e9e","remote_addr":"[fd00:1122:3344:101::b]:58057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":314,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.735784584Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f3316be0-1d01-439c-870f-afbbced74a83","remote_addr":"[fd00:1122:3344:101::c]:45079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":3934,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.735931248Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"6baf857e-1c64-4493-abbe-98f988c1146f","remote_addr":"[fd00:1122:3344:101::a]:50531","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":4126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.737795272Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:37884"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.742515456Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"ddafe551-776b-47b6-92bb-266f9a4a7d0c","remote_addr":"[fd00:1122:3344:101::b]:58057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":355,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.762301079Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49333"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.762718681Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a1aeb12c-17ef-4acc-bcf7-1f85f5e666a9","remote_addr":"[fd00:1122:3344:101::c]:49333","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":250,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.771869881Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.780185407Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.780234049Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"0b9e3054-1ce1-4f2a-b551-d41e0cd096cc","remote_addr":"[fd00:1122:3344:101::c]:45079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":126,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.789608075Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"75dbbd01-5310-4f7d-b08d-ff9f73a73511","remote_addr":"[fd00:1122:3344:101::c]:45079","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":376,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.828604825Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.828644096Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cd3f9810-dc2a-463c-80f3-b220dd2ea3c7","remote_addr":"[fd00:1122:3344:101::b]:44538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":96961,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.832686281Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"b8332107-926a-4a48-ad26-6bcfd16e93c3","remote_addr":"[fd00:1122:3344:101::b]:44538","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":756,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.863213988Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.917915544Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"2567c2c0-6a90-495b-bcd3-99988900cd96","remote_addr":"[fd00:1122:3344:101::c]:37884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":179992,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:14:56.918313976Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d0d6b8f6-98d7-4a52-80fa-f8643a64a4f1","remote_addr":"[fd00:1122:3344:101::c]:37884","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":146,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:25.141830392Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49820"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:25.141937735Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"08efa85c-3124-4570-b09b-7fde858970df","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:49820","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":36,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:25.17689466Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"66432eb3-6eb3-42f5-ac76-d9dfced43f23","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":8272,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.683066003Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51945"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.683229548Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"079b1a82-bf6a-46ac-a456-7725561e9839","remote_addr":"[fd00:1122:3344:101::a]:51945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":90,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.705884662Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.705909493Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"4076e8ae-d710-4855-b782-6b49e8870d54","remote_addr":"[fd00:1122:3344:101::a]:51945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":86,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.717837692Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"a195ebac-76fd-4b52-a703-8f7185f3bf4d","remote_addr":"[fd00:1122:3344:101::a]:51945","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":318,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.759204589Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:34211"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.759300412Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"f5ab8ab6-7489-492e-a230-53719f9933e7","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.779123295Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:62049"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.77928691Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9682c296-f9a5-4eb2-bfbf-14845664a280","remote_addr":"[fd00:1122:3344:101::c]:62049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":62,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.823015214Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.823048615Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d399a3a8-fecf-4aea-863e-390a560f8abb","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":99,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.83236338Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e7922f45-d0a0-41b0-8ac9-ba2caf002800","remote_addr":"[fd00:1122:3344:101::b]:34211","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":312,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.839823902Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.839848433Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fe0b82fe-7ef6-47f9-a73c-fc29d92a4d18","remote_addr":"[fd00:1122:3344:101::c]:62049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":53,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.846117051Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37185"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.846332397Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"804b9f1f-d131-4833-af13-29d457a7f8e9","remote_addr":"[fd00:1122:3344:101::a]:37185","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":146,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.85102709Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0ecfeaed-acdd-4e6f-b99e-c6483c288920","remote_addr":"[fd00:1122:3344:101::c]:62049","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":231,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.860482589Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37488"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.860583972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.899783257Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.962280685Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"4b975806-9fb4-4002-9da1-ccbd51fbc5e8","remote_addr":"[fd00:1122:3344:101::b]:37488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101729,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.962403838Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:49397"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.96244264Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35470"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.962485371Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:39871"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.96279613Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"87ec243c-046d-437a-a5fc-8ddf963a6ea3","remote_addr":"[fd00:1122:3344:101::c]:39871","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":217,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.962931604Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:26.962995055Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d3b5d313-b2ed-4234-b5c2-0af2ab3cf04d","remote_addr":"[fd00:1122:3344:101::b]:37488","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":298,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.002156659Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.018233207Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50194"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.018604077Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"798a39f5-1642-4567-8821-6ae89ad821d4","remote_addr":"[fd00:1122:3344:101::b]:50194","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":210,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.057423112Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.057571426Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3d4036fc-5398-4014-8196-1c45e8858668","remote_addr":"[fd00:1122:3344:101::c]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":94840,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.061508248Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"df7beec2-7e2b-4eb0-a44b-4f12025ce891","remote_addr":"[fd00:1122:3344:101::c]:49397","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":367,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.095462603Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.154366709Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"6c3b9742-7540-46c1-ada0-7435aea524cc","remote_addr":"[fd00:1122:3344:101::a]:35470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":191500,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:27.154701639Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e5dfff2d-15b3-4826-8ad8-ff1edd4e6f28","remote_addr":"[fd00:1122:3344:101::a]:35470","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":124,"response_code":"200"}
{"msg":"running automatic periodic zone bundle cleanup","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:33.889091929Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:197"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:33.889147651Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:33.918272989Z","hostname":"sock","pid":1566,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.99999548s","next_cleanup":"Instant { tv_sec: 1843, tv_nsec: 456257682 }"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:48.015960511Z","hostname":"sock","pid":1566,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:55.175559958Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"1fec9474-3b72-4238-9a37-707766fa0b57","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6829,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:55.176486294Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50578"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:55.176555456Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"481cdfe0-08f8-48aa-bcfb-08a33240aca4","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:50578","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":26,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.47883081Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37828"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.479005145Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"cf65f9a2-022b-4067-bda5-b28c6bc444fc","remote_addr":"[fd00:1122:3344:101::a]:37828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.543804258Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64301"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.543941282Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8fa84fae-6da7-450e-975f-2b2bd494e78b","remote_addr":"[fd00:1122:3344:101::b]:64301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":58,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.553985418Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.554004488Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d10c88b7-8429-438d-8693-8fed97ba3269","remote_addr":"[fd00:1122:3344:101::a]:37828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":100,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.566681539Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"938be6c4-cd21-4b14-9ad9-2cfd915c88b3","remote_addr":"[fd00:1122:3344:101::a]:37828","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":339,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.601351985Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:48132"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.601617883Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a5f09627-3f77-4d2e-ae5a-5c8655dc5d4b","remote_addr":"[fd00:1122:3344:101::a]:48132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":175,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.60959609Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.60962536Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c0692a37-219d-4efd-a6a5-9617d138ed1a","remote_addr":"[fd00:1122:3344:101::b]:64301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":79,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.609827836Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38859"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.60996489Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.664248664Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.739006011Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"803d6344-4575-4392-bc4c-f1711d29a5bb","remote_addr":"[fd00:1122:3344:101::b]:38859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":129094,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.739412052Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:55184"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.739550916Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55096"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.739633078Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49243"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.739878165Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"84a5b262-059e-4b20-979f-44e9bc061908","remote_addr":"[fd00:1122:3344:101::b]:38859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":415,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.739896856Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.74494804Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0fc07ee6-e86c-489e-934d-4a1e3c98ebe0","remote_addr":"[fd00:1122:3344:101::b]:49243","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5101,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.751553468Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"9cc1ca47-63c8-42a8-900c-dea9cf91373d","remote_addr":"[fd00:1122:3344:101::c]:55096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":11628,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.751668651Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5fd3ce1b-cf88-493b-a407-43ce8715ae8d","remote_addr":"[fd00:1122:3344:101::b]:64301","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":12171,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.765963878Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:65184"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.78608839Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.810037591Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.810105213Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"473b7055-a022-46f9-bf5d-75e617affe74","remote_addr":"[fd00:1122:3344:101::c]:55096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":208,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.821278941Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fbabf42b-d8d3-4087-bf80-14dba3fef51b","remote_addr":"[fd00:1122:3344:101::c]:55096","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":541,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.858243162Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.858344395Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"b984ccf6-4b46-4e05-b72e-ea141b14198b","remote_addr":"[fd00:1122:3344:101::a]:55184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":118602,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.86309033Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a505e7cc-5c10-4541-99ef-d56c8413be0a","remote_addr":"[fd00:1122:3344:101::a]:55184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":469,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.906098473Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.972970825Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"7ed69ac5-b500-4d8f-a438-edcf3b4a81a8","remote_addr":"[fd00:1122:3344:101::c]:65184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":206893,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:56.973356076Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"2fb1eb96-3d57-4339-9731-487adcbf66d7","remote_addr":"[fd00:1122:3344:101::c]:65184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":151,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:57.008927638Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55859"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:15:57.009107343Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"14baa61a-58a0-4568-95d6-ff6924c50880","remote_addr":"[fd00:1122:3344:101::c]:55859","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":115,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:25.176494482Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"a80ee50e-6956-4bef-92b4-f0582905a07b","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7066,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:25.210367275Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36871"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:25.210453257Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"f0fd7f6b-b0e0-4e67-b978-d0427fe38766","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:36871","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":30,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.480638988Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:61502"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.480811653Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3153d470-98c3-4281-a3dd-f70d264e34da","remote_addr":"[fd00:1122:3344:101::a]:61502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":96,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.597427561Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.597495412Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"a39a5c8c-03db-481f-9220-e70195db97b2","remote_addr":"[fd00:1122:3344:101::a]:61502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":114,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.610482312Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fda1e233-bd68-4868-82b5-d6132bd0c1d6","remote_addr":"[fd00:1122:3344:101::a]:61502","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":284,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.644930442Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54742"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.645086386Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"fcc3cb5a-8722-49d1-9ec8-a724ca165477","remote_addr":"[fd00:1122:3344:101::b]:54742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":63,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.707577624Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.707609995Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"29f603af-a5f1-415f-baf9-c40c9de878d9","remote_addr":"[fd00:1122:3344:101::b]:54742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":67,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.717514246Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"496a1c7a-9a58-4819-b791-e989df6b1447","remote_addr":"[fd00:1122:3344:101::b]:54742","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":312,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.732553974Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:61430"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.732642877Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"1a7146fd-dd1c-422b-909c-a6603b5c1b83","remote_addr":"[fd00:1122:3344:101::c]:61430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.747919762Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.747961252Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"dd55e83d-a1d1-45e0-8693-ea9d6feed328","remote_addr":"[fd00:1122:3344:101::c]:61430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":63,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.756521076Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"72f21c64-e2d3-453f-82cd-0b518e4a937c","remote_addr":"[fd00:1122:3344:101::c]:61430","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":283,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.760447878Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48037"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.760557311Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.805445188Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865217178Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"87d83cf2-dc18-415d-9a6d-e68398a7b87f","remote_addr":"[fd00:1122:3344:101::b]:48037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":104695,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865338501Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51015"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865391713Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:60765"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865441854Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38411"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865478625Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56252"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865875937Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"706604a4-9722-45ac-b4c4-fecf47802108","remote_addr":"[fd00:1122:3344:101::a]:51015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":255,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.865939608Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.86601897Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"8dead47e-73db-4308-b9a9-c09d13eac5a8","remote_addr":"[fd00:1122:3344:101::b]:48037","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":344,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.866030001Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c3ede687-cfd6-487c-813a-d8c0d794bf9f","remote_addr":"[fd00:1122:3344:101::c]:56252","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":358,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.870172499Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c5b545f8-9851-4965-8b92-12b678e860da","remote_addr":"[fd00:1122:3344:101::b]:60765","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":4266,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.876113658Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50671"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.905398111Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.956208656Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.956258248Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c570b7ad-e3ba-45c8-b763-7cf56895bace","remote_addr":"[fd00:1122:3344:101::a]:38411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":90468,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.959782468Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"0afedc8e-804a-4f73-adff-d464bf7f0efd","remote_addr":"[fd00:1122:3344:101::a]:38411","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":580,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:26.990949494Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:27.043641113Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c5e8df5b-1ec5-48f8-9701-ea6a1ff1c105","remote_addr":"[fd00:1122:3344:101::c]:50671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":167441,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:27.044022124Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"53430309-9e6a-4cb1-bbc5-9d1ce57cbd1d","remote_addr":"[fd00:1122:3344:101::c]:50671","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":154,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:55.176678555Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"4b8334a7-ee34-4f6f-bccb-df0b0bf25ea7","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7968,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:55.24470239Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46100"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:55.244780322Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"d10688bb-f639-4441-802b-3b875fdb3baf","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46100","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":28,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.499029629Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45738"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.499242745Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"58ef05bd-c87d-413d-b68a-3ea5d5e18367","remote_addr":"[fd00:1122:3344:101::a]:45738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.501106538Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:49169"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.501291993Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7e469396-d4d1-4ae6-b669-932f7157f3c0","remote_addr":"[fd00:1122:3344:101::b]:49169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":67,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.529470825Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:37810"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.529619609Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"38a15158-a3fc-4fb5-80ba-4c85882d7df5","remote_addr":"[fd00:1122:3344:101::c]:37810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":66,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.53176289Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.531784591Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d058b8c5-41bc-4ecc-9406-28f7a12db091","remote_addr":"[fd00:1122:3344:101::b]:49169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":79,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.543948537Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d6638aee-b8f8-4a12-895e-09d7e8c7b1db","remote_addr":"[fd00:1122:3344:101::b]:49169","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":328,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.569258687Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.569293218Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"1edda2d4-90e5-4fc4-a255-da7b48b20823","remote_addr":"[fd00:1122:3344:101::a]:45738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":81,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.58097544Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"dc8355ec-5036-48c0-a4ee-e2af54fb5d4c","remote_addr":"[fd00:1122:3344:101::a]:45738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":337,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.594593608Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:46661"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.594730731Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.643368785Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.707979913Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a9147ab3-5233-4084-89ee-03aa705c754d","remote_addr":"[fd00:1122:3344:101::b]:46661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":113321,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708274011Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60552"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708289322Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708346574Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c4353e73-d719-45a2-9cd8-bab997230de3","remote_addr":"[fd00:1122:3344:101::c]:37810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":157,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708358244Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:52176"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708399435Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64436"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708497878Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"e2cd94a3-66c6-49b7-acb7-0729cf2ec5cc","remote_addr":"[fd00:1122:3344:101::b]:46661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":230,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708652552Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b925fc29-2b53-4764-9cbf-4a657cd44903","remote_addr":"[fd00:1122:3344:101::a]:60552","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":194,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.708751305Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.714737105Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55969"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.715123866Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e8e9b539-e10f-4b03-a358-dc0baab785b6","remote_addr":"[fd00:1122:3344:101::b]:55969","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":270,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.718907754Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:56276"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.719088449Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f8fbe7c0-6263-45da-ad72-b184c9787ade","remote_addr":"[fd00:1122:3344:101::c]:56276","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":118,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.722069304Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"0ad7780a-0ef6-4f59-a598-ae9a1d15d8a9","remote_addr":"[fd00:1122:3344:101::c]:37810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":320,"response_code":"204"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.748068193Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.800043972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.800110404Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"47a26dae-797d-4eb8-8354-98a5c0a22774","remote_addr":"[fd00:1122:3344:101::c]:64436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":91494,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.804063926Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"9b24e5b9-9598-4738-a6f0-63705f88c17b","remote_addr":"[fd00:1122:3344:101::c]:64436","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":681,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.837616031Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.892220893Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e707eaaa-25aa-4b29-abfe-0bcd38b86621","remote_addr":"[fd00:1122:3344:101::a]:52176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":183583,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:16:56.892602214Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"896d94c2-3866-4007-84ec-b98c17edaac9","remote_addr":"[fd00:1122:3344:101::a]:52176","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":143,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:25.175588451Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"c2f2c7ad-f078-41e1-9a90-f1f4ae824322","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7260,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:25.277449689Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42769"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:25.277529351Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"e2c7829a-abe8-4ca3-81a5-05f9742ee56c","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:42769","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":28,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.653520562Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51932"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.653711287Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e614f8b3-fa42-46fd-acfe-1366d02bb90b","remote_addr":"[fd00:1122:3344:101::b]:51932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.70546153Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.70549338Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"56430dcf-e0e4-48f0-b73d-a953ff5986ad","remote_addr":"[fd00:1122:3344:101::b]:51932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":112,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.715609288Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"6f4c1527-e49d-41ef-8e53-76fdd86d08aa","remote_addr":"[fd00:1122:3344:101::b]:51932","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":245,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.728623428Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40577"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.728743942Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"83e2b12d-a833-4cc1-a69c-c631ad44b1fa","remote_addr":"[fd00:1122:3344:101::a]:40577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":39,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.744284184Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.744302484Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"828cdcff-160c-46f9-b37b-750a4785a6e7","remote_addr":"[fd00:1122:3344:101::a]:40577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":44,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.753509656Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"e583128e-898f-4c7c-95c5-64b7f75d5ac3","remote_addr":"[fd00:1122:3344:101::a]:40577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":277,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.794660647Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61210"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.794844122Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e6dc2dbe-c611-4ab5-b683-91a8986cad68","remote_addr":"[fd00:1122:3344:101::b]:61210","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":110,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.820498292Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50052"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.820693087Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.86193192Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.916828891Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"42be23d9-36e1-4c57-bc45-82f59a0c755a","remote_addr":"[fd00:1122:3344:101::b]:50052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":96206,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917107519Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38242"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917221502Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:43565"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917329416Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:58201"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917414628Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:38066"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.91750379Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"a8a94dcd-a5f3-41a6-b8d2-2a5cde5cd17d","remote_addr":"[fd00:1122:3344:101::b]:50052","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":335,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917803089Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.91784339Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"3226f132-327c-4c94-9110-1134eeb9ca87","remote_addr":"[fd00:1122:3344:101::c]:58201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":175,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917940613Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"b371c0eb-57bc-4ffe-92db-2417393ed6d2","remote_addr":"[fd00:1122:3344:101::c]:38066","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":369,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.917983214Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"46c61214-3b86-4ba1-a7d7-7c73682c84da","remote_addr":"[fd00:1122:3344:101::a]:43565","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":404,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.939545237Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.93963556Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"fbd16447-037e-4cfe-a97e-7f51ac6387ac","remote_addr":"[fd00:1122:3344:101::c]:58201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":656,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.952850476Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"af983fa6-d0b6-46f9-9607-120ce91044b3","remote_addr":"[fd00:1122:3344:101::c]:58201","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1185,"response_code":"204"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.960579256Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:26.981242114Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41759"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:27.023561017Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:27.023620749Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"8135ea2d-817e-4c61-8b90-01b1064817bd","remote_addr":"[fd00:1122:3344:101::a]:38242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":105988,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:27.02858456Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"bc2298ce-af7a-490c-b058-a88486de058e","remote_addr":"[fd00:1122:3344:101::a]:38242","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":652,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:27.057125742Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:27.110244903Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3746c6be-592d-4fe6-825d-214cb5051e76","remote_addr":"[fd00:1122:3344:101::c]:41759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":128871,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:27.110610454Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"778b6b0e-3da9-4e3b-a773-51d0fed60ad3","remote_addr":"[fd00:1122:3344:101::c]:41759","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":146,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:55.175156497Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"3ec98d2d-df16-430b-9323-70f8bb95cb0c","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7096,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:55.313648167Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61558"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:55.313725989Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"b03ccef9-a059-40f8-857b-e0031bac6a98","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:61558","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.473363765Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44583"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.47352185Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"db7194cb-1fa8-44eb-a038-dc45035bf509","remote_addr":"[fd00:1122:3344:101::b]:44583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":90,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.523999706Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.524036627Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"9c849e94-ea64-4218-b705-5df12652ca62","remote_addr":"[fd00:1122:3344:101::b]:44583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":84,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.527462534Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62840"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.527657659Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"4009a123-b4e9-4796-966f-38a0e7bf0fec","remote_addr":"[fd00:1122:3344:101::b]:62840","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":134,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.528533124Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:37902"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.528693299Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"44e56dfb-3507-4314-bfdb-5891228abf9f","remote_addr":"[fd00:1122:3344:101::a]:37902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":43,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.533977649Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9f510c9a-b6d6-4087-8260-1d3e834107b5","remote_addr":"[fd00:1122:3344:101::b]:44583","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":273,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.57935391Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.579413892Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"3cbd0f30-53c9-40c8-8ef0-3e865ed2e93e","remote_addr":"[fd00:1122:3344:101::a]:37902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":122,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.585132585Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45961"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.585245998Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.627075428Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.69221564Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"1acf5afa-88b2-4331-b63d-6ae39d8a42c8","remote_addr":"[fd00:1122:3344:101::a]:45961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":107023,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.692497159Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57571"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.692596051Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59126"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.692760046Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"99609cf3-37b0-4153-b274-2d86616cd0a8","remote_addr":"[fd00:1122:3344:101::a]:45961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":259,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.692990593Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"9b70561f-f30d-4f19-bd0c-59fc39d2bde0","remote_addr":"[fd00:1122:3344:101::a]:37902","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":550,"response_code":"204"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.693053484Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.693061525Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"828570b1-c80e-4504-9a0b-72bdaaea2fd7","remote_addr":"[fd00:1122:3344:101::a]:59126","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":302,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.712191029Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:47690"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.712458116Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b58f357e-f99e-4fec-afcf-dd61994c4ab2","remote_addr":"[fd00:1122:3344:101::c]:47690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":168,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.730050527Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41521"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.731247101Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"cef7fd4c-8951-46d1-9a1f-f783f459d1c6","remote_addr":"[fd00:1122:3344:101::c]:41521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":178,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.734332439Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.756824969Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.75686817Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"84e52f13-95d6-4265-87ad-5d28679c08e2","remote_addr":"[fd00:1122:3344:101::c]:47690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":138,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.767656626Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"26b28955-49b6-4848-881a-fac10949fdf3","remote_addr":"[fd00:1122:3344:101::c]:47690","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":370,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.795582261Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"44d8a83e-73d6-4c5c-b80e-173c8db61a1d","remote_addr":"[fd00:1122:3344:101::b]:57571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":102680,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.795944121Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7df6dd29-d2c8-40e7-ba33-4bdce48fa4cb","remote_addr":"[fd00:1122:3344:101::b]:57571","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":129,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.798485814Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33572"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.798625967Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.833222202Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.892646581Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"bb8d6a94-e114-480c-adeb-2bc7d94b8ff0","remote_addr":"[fd00:1122:3344:101::c]:33572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":94073,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:17:56.89293824Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7c2bb9da-b393-42d6-8284-5042d6a98ce0","remote_addr":"[fd00:1122:3344:101::c]:33572","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":105,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:25.17813983Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"d2368e52-6e9b-426e-afca-3e73919edb52","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6955,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:25.347526458Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35062"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:25.347642582Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"370045d6-2413-4db9-87a6-1bb2c8b09f32","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:35062","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":39,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.68064516Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:37401"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.680796144Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e25ae76a-45ac-44f1-a33c-dd184731d68c","remote_addr":"[fd00:1122:3344:101::b]:37401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":96,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.713679919Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:54377"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.713781712Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.714237045Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"4c1b4997-0256-422a-ba85-b76283bb950f","remote_addr":"[fd00:1122:3344:101::b]:54377","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":457,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.749751805Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.749785036Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"260faee0-1bbc-48b0-ae66-1d3db9f7ab5d","remote_addr":"[fd00:1122:3344:101::b]:37401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":124,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.75835149Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51595"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.758454073Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"8fc77166-1a1c-43c1-8bb2-80d1b39463a8","remote_addr":"[fd00:1122:3344:101::a]:51595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":43,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.763742543Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"72ab25c9-c094-4612-92c8-9873ee759378","remote_addr":"[fd00:1122:3344:101::b]:37401","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":334,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.820143348Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62829"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.82023782Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.820458486Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"f2a579be-05a8-4ad6-b7d1-f5b9a5f0b669","remote_addr":"[fd00:1122:3344:101::a]:62829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":257,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.823593626Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.823608376Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"53fd672b-f4aa-4a3e-8909-43fd72997459","remote_addr":"[fd00:1122:3344:101::a]:51595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":58,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.84205067Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48167"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.842239245Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3c16db61-31f7-42dc-a950-c350a0100e26","remote_addr":"[fd00:1122:3344:101::b]:48167","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":123,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.864017535Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36529"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.864116378Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"ab1d141d-500f-4d36-8c53-de2b828031df","remote_addr":"[fd00:1122:3344:101::c]:36529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.878831426Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:42158"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.87895329Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.923997181Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.988817055Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"c70a9274-5561-4428-af2e-5e729c27f5de","remote_addr":"[fd00:1122:3344:101::b]:42158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":109892,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989121083Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45391"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989240547Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:55530"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989324659Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43665"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989439213Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58057"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989570016Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57628"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989646438Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989722091Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51938"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989762642Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"31053de1-eb27-4cb2-87cd-005ab6d00bc8","remote_addr":"[fd00:1122:3344:101::b]:42158","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":504,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989778142Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"65a179f1-61c1-4fb0-be07-0372e2b75361","remote_addr":"[fd00:1122:3344:101::c]:36529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":421,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989815853Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59097"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989881375Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57154"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989893005Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989908916Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"adc7dd0f-df9e-427b-904d-1b03459ebb99","remote_addr":"[fd00:1122:3344:101::a]:51595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":859,"response_code":"204"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989950307Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989966808Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989974128Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"3b1da493-97d5-4b6c-927e-39f1b5335627","remote_addr":"[fd00:1122:3344:101::a]:45391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":451,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.989993738Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.990149783Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.990240415Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"2fc34d32-dd66-43e3-842f-44bc21783316","remote_addr":"[fd00:1122:3344:101::c]:51938","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":292,"response_code":"200"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.995186046Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.996515094Z","hostname":"sock","pid":1566,"uri":"/artifacts","method":"GET","req_id":"7d96f16b-7299-4c7e-b07c-87a135ad707b","remote_addr":"[fd00:1122:3344:101::c]:55530","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":6833,"response_code":"200"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997043719Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997114711Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997138212Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997180643Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997227794Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997251015Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997277755Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997342148Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:26.997366228Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5e14fdc1-c6f6-4eb5-a74a-2bb957d257bf","remote_addr":"[fd00:1122:3344:101::b]:58057","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":755,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.003971486Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"66486c6a-e1d2-4f02-8db1-73912b6daf49","remote_addr":"[fd00:1122:3344:101::c]:36529","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1146,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.01396112Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.014056273Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.027227938Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.02731076Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.030677266Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.036077109Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.039649041Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.039766054Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.052775354Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.052833516Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.078975039Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.079200096Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.093001109Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.095941102Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.101404148Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36986"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.101655375Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.101763288Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"a4b3cdcd-3ef0-49b9-8c28-a253489fbaec","remote_addr":"[fd00:1122:3344:101::a]:59097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":111717,"response_code":"204"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105374241Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105507804Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105530455Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105614817Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105690639Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105758361Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105807133Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.105955317Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"7c8af659-f1d3-4c7e-b399-c8ac272c06f7","remote_addr":"[fd00:1122:3344:101::c]:36986","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":4381,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.106006628Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"196b74a3-c1c6-4bac-809b-7eb78781fb30","remote_addr":"[fd00:1122:3344:101::a]:59097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":484,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.110724643Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.11097573Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.126529022Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.126579774Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.142461465Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.15071751Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.150820483Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.150898905Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:43658"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155320501Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:767","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: b52770f8-08e7-4014-82c4-bd4251ffc77f, kind: Service { id: ec95727a-7af6-45d1-9962-81bf544db84b }, name: Name(\"external-dns-ec95727a-7af6-45d1-9962-81bf544db84b\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 162, 76])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: fc137de6-ec00-4a98-82db-f15d19cf43ba, kind: Service { id: f580e8f1-7812-496c-8421-463d5f7ea1f8 }, name: Name(\"external-dns-f580e8f1-7812-496c-8421-463d5f7ea1f8\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 131, 247])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 32ffb45b-db9b-4edb-91ce-b8d647b82ef5, kind: Service { id: a8269f60-9104-4275-9edc-a31614d5c23e }, name: Name(\"nexus-a8269f60-9104-4275-9edc-a31614d5c23e\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 143])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 86210250-964c-473a-b05f-690bc99588ac, kind: Service { id: f6817c28-f622-48d8-9425-69a8b0c4c59a }, name: Name(\"nexus-f6817c28-f622-48d8-9425-69a8b0c4c59a\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 161, 64])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 9713236b-4ca0-45d6-803b-ee3989195d2b, kind: Service { id: 67cd1f2c-6dc2-422f-a2c8-74ebf346d228 }, name: Name(\"nexus-67cd1f2c-6dc2-422f-a2c8-74ebf346d228\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 137, 123])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155415244Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155449675Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155504196Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155577598Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.15561538Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155671981Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:786","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.155716342Z","hostname":"sock","pid":1566,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"8f7cc506-8ba0-453b-9fbb-583e977f0ace","remote_addr":"[fd00:1122:3344:101::a]:43658","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":775,"response_code":"204"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.164038859Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.16653045Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.181826725Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.182088893Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.19712206Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.197176462Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.220711711Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"796cf11b-6853-4e72-a90c-b73f4f8b9d11","remote_addr":"[fd00:1122:3344:101::c]:57154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":230476,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.22138377Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"4b1abf9f-6337-4c5f-a1ea-34aadd36f202","remote_addr":"[fd00:1122:3344:101::c]:57154","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":334,"response_code":"200"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.223399698Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.223432899Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.237097268Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.237146159Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.254196314Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.254243655Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.269410757Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.269461398Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.287690207Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.287739288Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.304574297Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.304635429Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.322048784Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.322100335Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.326685046Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"00c1d21f-1c77-435d-9950-f0e330adf084","remote_addr":"[fd00:1122:3344:101::b]:43665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":336905,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:27.336552257Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"4fc6cbcc-84c2-4640-8991-87b600dc6ff0","remote_addr":"[fd00:1122:3344:101::a]:57628","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":346682,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.188758698Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:54006"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.188933173Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.188947233Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Reading ledger from /pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.189028226Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.189450827Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 8e93081f-e6c7-48d4-8f2b-cc48a61e4a47 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.207683136Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.207760738Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_8e93081f-e6c7-48d4-8f2b-cc48a61e4a47"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 92d599bb-7067-4926-9301-d5f5f983f111 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.24544932Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.245980746Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_92d599bb-7067-4926-9301-d5f5f983f111"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 9488b08f-08d1-4217-90af-27a0f69b51f7 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.28022318Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.280297122Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_9488b08f-08d1-4217-90af-27a0f69b51f7"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 762630b8-1a3b-4b4b-8ab5-c880e5bac6b1 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.302416671Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.302470162Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_762630b8-1a3b-4b4b-8ab5-c880e5bac6b1"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 15d1957c-72d0-47b9-aa2b-993d1474e767 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.325545489Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.32560276Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_15d1957c-72d0-47b9-aa2b-993d1474e767"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.346858945Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.346922187Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 888b0ace-3028-4fa4-a464-87268f90ca4e (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.369223931Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.369272173Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_888b0ace-3028-4fa4-a464-87268f90ca4e"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 23605d2b-03bd-4254-b0b5-88ca6a94a43f (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.390643281Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.390695212Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_23605d2b-03bd-4254-b0b5-88ca6a94a43f"}
{"msg":"Received DatasetsList { zpool: ZpoolName { id: 260eeacc-a97f-47c0-b604-100bb7d05b36 (zpool), kind: External }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.411977957Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Listing datasets within zpool","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.412031819Z","hostname":"sock","pid":1566,"request":"datasets_list","component":"StorageManager","file":"sled-storage/src/manager.rs:1118","zpool":"oxp_260eeacc-a97f-47c0-b604-100bb7d05b36"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:28.425316197Z","hostname":"sock","pid":1566,"uri":"/inventory","method":"GET","req_id":"cc5c673a-e47c-4e7e-a23c-b8f9b429e15e","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":236446,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:55.175198854Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"41afc4b8-6d31-4871-866f-e25cfb6d43f2","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":8347,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:55.380809943Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47463"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:55.380882415Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"4a0d52b7-0134-4efe-9ede-bfcfca85d394","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:47463","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":29,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.470622683Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51162"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.470785968Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"804ce35b-1421-4c27-bfcd-ac52b3b8236d","remote_addr":"[fd00:1122:3344:101::a]:51162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.478713673Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38132"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.478841117Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"e7462d3e-b83e-4799-96c1-88813f179971","remote_addr":"[fd00:1122:3344:101::b]:38132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":50,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.499732081Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.499762622Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"6277bd3f-9629-44d5-89c0-c56d39b29325","remote_addr":"[fd00:1122:3344:101::b]:38132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":83,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.519749781Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.519784862Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"5366935d-10e7-4af1-aa8e-c7143c314dc9","remote_addr":"[fd00:1122:3344:101::a]:51162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":53,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.530076944Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"26082740-9acd-497d-b744-fa129d9df80a","remote_addr":"[fd00:1122:3344:101::a]:51162","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":291,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.53343147Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35312"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.533541923Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"98101eb4-3ece-49cc-ab91-641fdedfca64","remote_addr":"[fd00:1122:3344:101::c]:35312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":51,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.552350148Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:47290"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.552484902Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.604762689Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.681906963Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"ed923d10-b650-4983-b5e5-edb9a0d60f6e","remote_addr":"[fd00:1122:3344:101::a]:47290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":129465,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682158981Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:57873"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682230972Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:43829"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682416828Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682463009Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"aea67468-0c05-4c23-bb28-1aa0199ca1c2","remote_addr":"[fd00:1122:3344:101::c]:35312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":218,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682613703Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"bc6e885b-db8c-48b3-a59b-86ced7ce4a40","remote_addr":"[fd00:1122:3344:101::b]:57873","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":239,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682636954Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682646184Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3a5a3d49-a808-4e64-95f6-e89e10ddc500","remote_addr":"[fd00:1122:3344:101::b]:38132","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":553,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.682657925Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"1d017bcb-f287-4df6-b5c4-aca9db622811","remote_addr":"[fd00:1122:3344:101::a]:47290","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":386,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.687973646Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50678"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.692852355Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"2afb0b02-5d50-4ead-898d-41e1319af79c","remote_addr":"[fd00:1122:3344:101::c]:35312","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":286,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.723044893Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:64928"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.723309481Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"0fd8597a-0ed2-413d-822e-2574f41663eb","remote_addr":"[fd00:1122:3344:101::a]:64928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":192,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.724803283Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.77635276Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64973"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.776628278Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"062fb271-657b-4540-a61b-24c4885f8324","remote_addr":"[fd00:1122:3344:101::c]:64973","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":174,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.783792292Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.783814572Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"e5c6561e-a17e-4ee9-a5c4-75748217ce62","remote_addr":"[fd00:1122:3344:101::b]:43829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":101334,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.787881758Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"f9b24c5e-914e-4000-a6ca-d86f4f1ccde0","remote_addr":"[fd00:1122:3344:101::b]:43829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":567,"response_code":"200"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.818607972Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.87339188Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"865c77b3-b8bf-42ca-b694-cd0ffcca1d54","remote_addr":"[fd00:1122:3344:101::c]:50678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":185246,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:18:56.87375737Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"94c006cd-40b3-40dc-b7b7-eda6795b684c","remote_addr":"[fd00:1122:3344:101::c]:50678","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":156,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.312267406Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50344"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.312488353Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"e81fc02f-e20e-415d-a8a9-1d45f632702f","remote_addr":"[fd00:1122:3344:101::b]:50344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":186,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.313288516Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:874","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(16186248) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.313313646Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"PUT","req_id":"b06360c9-080f-4fab-824e-8ca124317935","remote_addr":"[fd00:1122:3344:101::b]:50344","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":662,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.461304396Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:59233"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.471850336Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: b8f13615-12e0-4837-bffe-48620fa7aaa2, project_id: 042a7604-b098-4fb4-8331-96be12e3c004 }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-13T05:19:07.461066109Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16186248))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 02146518-332b-4139-b2c2-c79fe1a63d9b, slot: 0, read_only: false, vcr_json: .., name: \"disk-7db0f7fb154\" }], boot_settings: Some(InstanceBootSettings { order: [02146518-332b-4139-b2c2-c79fe1a63d9b] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.471923948Z","hostname":"sock","pid":1566,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.472476554Z","hostname":"sock","pid":1566,"propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1565","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.2.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.2.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(16186248))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: d4e0dc3f-8a80-40b2-beb9-6161c71d002e, kind: Instance { id: 57ce81a4-40a7-4278-a40e-b11f33b0a5f4 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(16186248), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [InstanceDisk { disk_id: 02146518-332b-4139-b2c2-c79fe1a63d9b, slot: 0, read_only: false, vcr_json: .., name: \"disk-7db0f7fb154\" }], boot_settings: Some(InstanceBootSettings { order: [02146518-332b-4139-b2c2-c79fe1a63d9b] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2025-02-13T05:19:07.461066109Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.473924595Z","hostname":"sock","pid":1566,"uri":"/vmms/783fce27-e546-4e3b-91f5-b68a22c014d6","method":"PUT","req_id":"c4c3a6f2-ca6b-4043-ad98-2e88efdc2535","remote_addr":"[fd00:1122:3344:101::b]:59233","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":12552,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.564350697Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:45652"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.566130748Z","hostname":"sock","pid":1566,"uri":"/vmms/783fce27-e546-4e3b-91f5-b68a22c014d6/state","method":"PUT","req_id":"b44e17f3-7a62-4b46-8262-c3daf30c7d34","remote_addr":"[fd00:1122:3344:101::b]:45652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1643,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.567819086Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:447","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 16186248 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.567849887Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.60979629Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:325"}
{"msg":"Installing Omicron zone: oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.633251317Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:363"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.655173341Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39598"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.655332645Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"d767ce78-3fd8-431a-b8a5-3ad4e5cab4cb","remote_addr":"[fd00:1122:3344:101::b]:39598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":84,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:07.673344438Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {d4e0dc3f-8a80-40b2-beb9-6161c71d002e: {10.151.2.175: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}, 10.151.2.176: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}}} }"}
{"msg":"Profile for oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlInstance0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1:0'/>\n        <propval type=\"astring\" name=\"listen_port\" value='12400'/>\n        <propval type=\"astring\" name=\"metric_addr\" value='dns'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:09.251426037Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6 zone","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:09.251664733Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:489"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 34.12089ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:09.446181857Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 66.976611ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:09.490752534Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 275.666696ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:09.573197799Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 355.645889ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:09.861194121Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 1.140296226s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:10.230298261Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 1.08731383s","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:11.384118502Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 864.648457ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:12.482534236Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/milestone/single-user:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 947.440111ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:13.359278585Z","hostname":"sock","pid":1566,"zone":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Started propolis in zone: oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:14.33534078Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:2073"}
{"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 43.742483ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:14.344015937Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 118.958078ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:14.398031733Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 258.247435ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:14.528865805Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 274.772663ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:14.799160753Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"wait for service svc:/system/illumos/propolis-server:default in zone Some(\"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\") failed: Property not found. retry in 967.451443ms","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:15.084676455Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/svc.rs:42"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.064184577Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:2082"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.10296512Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:2106"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.185994182Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1216"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.186668741Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1237"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.186734713Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"01227be8-9de2-4fd1-bc43-744c2adc8a78","remote_addr":"[fd00:1122:3344:101::b]:39598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":8514688,"response_code":"204"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2025-02-13T05:19:16.186876247Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.186900628Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.186923268Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-13T05:19:16.186876247Z }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.186932809Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2025-02-13T05:19:16.186876247Z }, migration_in: None, migration_out: None }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.278276547Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"3c617c5d-dfaf-47ab-8c9a-c30aa62d72d2","remote_addr":"[fd00:1122:3344:101::b]:39598","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":295,"response_code":"204"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2025-02-13T05:19:16.290348710Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.290369511Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.290384142Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-13T05:19:16.290348710Z }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:16.290391682Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2025-02-13T05:19:16.290348710Z }, migration_in: None, migration_out: None }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:25.173575836Z","hostname":"sock","pid":1566,"uri":"/5835b48f-f45d-4fa8-91ed-38d933d73732","method":"GET","req_id":"6e6f8bc5-d256-4f96-bbf6-055f4ef05942","remote_addr":"[fd00:1122:3344:101::d]:53516","local_addr":"[fd00:1122:3344:101::1]:40836","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","component":"producer-server","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":7014,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:25.413054138Z","hostname":"sock","pid":1566,"local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46712"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:25.4131088Z","hostname":"sock","pid":1566,"uri":"/baseboard","method":"GET","req_id":"2d690fda-1e10-42b2-8913-5e2401f95155","remote_addr":"[fdb0:18c0:4d0d:a02a::2]:46712","local_addr":"[fdb0:18c0:4d0d:a02a::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.476267231Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:34577"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.477296971Z","hostname":"sock","pid":1566,"uri":"/vmms/783fce27-e546-4e3b-91f5-b68a22c014d6/state","method":"GET","req_id":"b3d34286-02b0-4086-bf9a-9bf5fa17907d","remote_addr":"[fd00:1122:3344:101::a]:34577","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":822,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.606835806Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:59503"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.607076772Z","hostname":"sock","pid":1566,"uri":"/vmms/783fce27-e546-4e3b-91f5-b68a22c014d6/state","method":"GET","req_id":"09e3b406-a19a-4bf7-9625-fc47000701a5","remote_addr":"[fd00:1122:3344:101::b]:59503","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":168,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.660629726Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:63751"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.660908084Z","hostname":"sock","pid":1566,"uri":"/vmms/783fce27-e546-4e3b-91f5-b68a22c014d6/state","method":"GET","req_id":"011e90ee-86f3-49ae-a919-a0229699a952","remote_addr":"[fd00:1122:3344:101::c]:63751","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":165,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.665055352Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:50170"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.665187736Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"aef8244f-7ca4-48b8-a4fe-b4fde9f7175a","remote_addr":"[fd00:1122:3344:101::a]:50170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":78,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.696582849Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55557"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.696713622Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"a37a1062-3465-4ddc-87bc-28729079f03b","remote_addr":"[fd00:1122:3344:101::b]:55557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":62,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.728125356Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {d4e0dc3f-8a80-40b2-beb9-6161c71d002e: {10.151.2.175: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}, 10.151.2.176: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.728172017Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c15928d5-51df-45cd-9faf-04380d2fb81d","remote_addr":"[fd00:1122:3344:101::b]:55557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":160,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.745518451Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {d4e0dc3f-8a80-40b2-beb9-6161c71d002e: {10.151.2.176: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}, 10.151.2.175: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.745556732Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"c4027a92-0d63-4d4d-ab75-546418be613d","remote_addr":"[fd00:1122:3344:101::a]:50170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":79,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.766338213Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"5fdf900c-2d11-4b3c-98ea-06ec1572e59c","remote_addr":"[fd00:1122:3344:101::b]:55557","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":1045,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.768186826Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"61e18209-6d86-457d-bc30-f6d50f85bd41","remote_addr":"[fd00:1122:3344:101::a]:50170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":265,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.795785151Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53772"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.795899584Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.84008927Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.902594378Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"cb4dc876-91a7-4604-9068-8cfd252f3aed","remote_addr":"[fd00:1122:3344:101::a]:53772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":106734,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.902717132Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42978"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.902758683Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:41381"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.902931558Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"b4da13c5-5e40-48e5-8271-26f943558c6a","remote_addr":"[fd00:1122:3344:101::c]:41381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":95,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.903056842Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"c7513c50-83ea-4b66-b4ed-93355be1f114","remote_addr":"[fd00:1122:3344:101::a]:53772","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":201,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.903122443Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"f368ef9f-11d5-4791-a7b0-3bf3b50ff33c","remote_addr":"[fd00:1122:3344:101::a]:42978","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":192,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.92093438Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {d4e0dc3f-8a80-40b2-beb9-6161c71d002e: {10.151.2.176: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}, 10.151.2.175: {f0a62aa8-3d88-4ee2-9a92-13e8d15b0d11}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.920971501Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"2fd96c55-5214-4fbc-9cb1-6afeb189c240","remote_addr":"[fd00:1122:3344:101::c]:41381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":130,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.929458193Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38597"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.929637798Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"c7bc853b-a8e6-42d0-9aee-a4d1c093ca3f","remote_addr":"[fd00:1122:3344:101::b]:38597","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":123,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.930287596Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:40632"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.93040804Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:26.969361757Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.029252401Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"f0a711fe-e290-4f75-8175-58d4d62dd16e","remote_addr":"[fd00:1122:3344:101::c]:40632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":98900,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.029530739Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:60257"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.02957398Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:48433"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.029605551Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58166"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.029762816Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"d828ad0f-c3e3-4a88-a6be-a170552bd689","remote_addr":"[fd00:1122:3344:101::c]:40632","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":205,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.029953431Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"677c3426-99ea-4994-a0c8-66b435861060","remote_addr":"[fd00:1122:3344:101::c]:60257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":278,"response_code":"200"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.029983772Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4191"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.030045134Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"fa7c43c8-0b17-4d41-b498-298732f037f3","remote_addr":"[fd00:1122:3344:101::c]:41381","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":599,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.035354095Z","hostname":"sock","pid":1566,"uri":"/vmms/783fce27-e546-4e3b-91f5-b68a22c014d6/state","method":"PUT","req_id":"d35aba76-4d25-4c1d-a25b-6516b5199113","remote_addr":"[fd00:1122:3344:101::b]:58166","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":5324,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2025-02-13T05:19:27.035548140Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.035578081Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.035602662Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-13T05:19:27.035548140Z }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.035645083Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2025-02-13T05:19:27.035548140Z }, migration_in: None, migration_out: None }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.069209588Z","hostname":"sock","pid":1566,"component":"ServiceManager","file":"sled-agent/src/services.rs:4215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.132636842Z","hostname":"sock","pid":1566,"uri":"/switch-ports","method":"POST","req_id":"3dbff3c9-6061-4cab-8b9c-dc48baed3c17","remote_addr":"[fd00:1122:3344:101::b]:48433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":102798,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.133021433Z","hostname":"sock","pid":1566,"uri":"/network-bootstore-config","method":"GET","req_id":"7f21ceda-acea-4e31-8718-874c712c6d46","remote_addr":"[fd00:1122:3344:101::b]:48433","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":146,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2025-02-13T05:19:27.137569872Z }","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.137600403Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:782"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.137630544Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:804","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2025-02-13T05:19:27.137569872Z }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.137643715Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:818","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.137664265Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:27.13782292Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"12534411180434907110"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.138035926Z","hostname":"sock","pid":1566,"component":"StorageManager","file":"sled-storage/src/manager.rs:607"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:27.138264552Z","hostname":"sock","pid":1566,"component":"kstat-sampler-worker","sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"17563785490459436117"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.138612512Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/af97f30c-e09d-4c57-b382-5397ac5562c4/debug/bundle/zone\", \"/pool/int/db71a81c-96cf-41f7-8c27-fbb635fcb5d5/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/8e93081f-e6c7-48d4-8f2b-cc48a61e4a47/crypt/debug\", \"/pool/ext/92d599bb-7067-4926-9301-d5f5f983f111/crypt/debug\", \"/pool/ext/9488b08f-08d1-4217-90af-27a0f69b51f7/crypt/debug\", \"/pool/ext/762630b8-1a3b-4b4b-8ab5-c880e5bac6b1/crypt/debug\", \"/pool/ext/15d1957c-72d0-47b9-aa2b-993d1474e767/crypt/debug\", \"/pool/ext/c0fb9e41-9277-4dbe-ba4b-2476f2db3e2a/crypt/debug\", \"/pool/ext/888b0ace-3028-4fa4-a464-87268f90ca4e/crypt/debug\", \"/pool/ext/23605d2b-03bd-4254-b0b5-88ca6a94a43f/crypt/debug\", \"/pool/ext/260eeacc-a97f-47c0-b604-100bb7d05b36/crypt/debug\"] }","zone_name":"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:27.788794607Z","hostname":"sock","pid":1566,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6\", bundle_id: 4bf12944-605e-4035-aaad-9d475d8518b8 }, time_created: 2025-02-13T05:19:27.139456106Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_783fce27-e546-4e3b-91f5-b68a22c014d6","v":0,"name":"SledAgent","level":40,"time":"2025-02-13T05:19:27.788869859Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1316"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:29.560967417Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"illumos-utils/src/zone.rs:279"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:29.577932779Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(16186248), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:29.577989431Z","hostname":"sock","pid":1566,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:1000","id":"RouterId { vni: Vni(16186248), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:29.578329561Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-13T05:19:29.578298670Z }, migration_in: None, migration_out: None }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:29.67672967Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:701","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2025-02-13T05:19:29.578298670Z }, migration_in: None, migration_out: None }","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:29.681430173Z","hostname":"sock","pid":1566,"instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","propolis_id":"783fce27-e546-4e3b-91f5-b68a22c014d6","instance_id":"57ce81a4-40a7-4278-a40e-b11f33b0a5f4","component":"InstanceManager","file":"sled-agent/src/instance.rs:1253"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.209960957Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:53823"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.210083011Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"41ea2594-3dac-44ad-9e5c-213d66314e2d","remote_addr":"[fd00:1122:3344:101::a]:53823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":52,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.25503289Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.25505685Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1237"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.255072001Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"7fee19ee-6339-4028-9179-0e1ac0d4c65f","remote_addr":"[fd00:1122:3344:101::a]:53823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":114,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.265427945Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35180"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.265616971Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"a5f5c1a0-7bd5-4041-819e-869cd09e7cab","remote_addr":"[fd00:1122:3344:101::a]:35180","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":140,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:30.268935365Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"d317dbdd-a4c7-4276-8ab5-18847c635aea","remote_addr":"[fd00:1122:3344:101::a]:53823","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":124,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.693181038Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:58804"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.693452766Z","hostname":"sock","pid":1566,"uri":"/v2p","method":"GET","req_id":"d033759f-2cb5-470a-944d-7ce47961c06c","remote_addr":"[fd00:1122:3344:101::b]:58804","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":186,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.732515067Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33059"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.732671302Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"7f8d9dff-9250-4b24-94b6-dfbe688d75c2","remote_addr":"[fd00:1122:3344:101::b]:33059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":82,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.748355078Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.748377678Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"968b9939-ab33-47b9-bfd5-4b68c8fb518e","remote_addr":"[fd00:1122:3344:101::b]:33059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":64,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:31.757366874Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"f99f3042-dde6-46fb-9962-918a73e6aee7","remote_addr":"[fd00:1122:3344:101::b]:33059","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":152,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:32.452745314Z","hostname":"sock","pid":1566,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55749"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:32.452838957Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"GET","req_id":"4bb6b272-5d18-472c-b180-b01549207f6b","remote_addr":"[fd00:1122:3344:101::b]:55749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:32.466785693Z","hostname":"sock","pid":1566,"sled_id":"5835b48f-f45d-4fa8-91ed-38d933d73732","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1211","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:32.466805404Z","hostname":"sock","pid":1566,"uri":"/eip-gateways","method":"PUT","req_id":"d21225f6-e9e7-44c6-ad81-a84d9e7e1647","remote_addr":"[fd00:1122:3344:101::b]:55749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":40,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2025-02-13T05:19:32.475616035Z","hostname":"sock","pid":1566,"uri":"/vpc-routes","method":"PUT","req_id":"c1802e21-57d5-4e8b-b42f-75d21e1983f0","remote_addr":"[fd00:1122:3344:101::b]:55749","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.15.1/src/server.rs:867","latency_us":132,"response_code":"204"}