[ Oct 14 03:55:38 Enabled. ]
[ Oct 14 03:55:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Oct 14 03:55:38 Method "start" exited with status 0. ]
[ Oct 14 03:55:38 Rereading configuration. ]
[ Oct 14 03:55:38 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.478210842Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.478377146Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.530919594Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.530960895Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.644916434Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.654361243Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:38.663089213Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.265861933Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.403700135Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.403765947Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.403777797Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.40387355Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.40388815Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.404009863Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.406928487Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:39.406936167Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.406949508Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.406957368Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.406973868Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.407022139Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.407089251Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.407112132Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.407119952Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.418256853Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.418294074Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:39.542968924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.028340287Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.028386738Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.028395619Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.028410619Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.028419199Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.0284391Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.02844479Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.03755396Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.037575891Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"254af8ab-25b3-41a6-a847-a5796b7d761a (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.146363259Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628259605Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628307047Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628344617Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628351378Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628356868Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628366118Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628379328Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628396639Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628413459Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628418619Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.62845049Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628479551Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628486801Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628498541Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628525372Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628530312Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628537272Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628541933Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628545782Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628549813Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628567983Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628580643Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628585714Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628590204Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628595974Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628600094Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628621575Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628627865Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628632485Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628638235Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628642835Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628651405Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628658765Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628689516Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628695046Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628700097Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628704006Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628710727Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628717317Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628748948Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628754728Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628759838Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628763988Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628769078Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628807939Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628813489Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628818449Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.62882322Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.6288282Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.62883266Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628867861Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628872191Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628878531Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628886261Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628890231Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628904042Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628908402Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628940692Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628945703Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628949673Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628953633Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628964163Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628983934Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.628992974Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.629009374Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.629015054Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.629019834Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.629050885Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.629056426Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.640285659Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.64031291Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999931329s","next_cleanup":"Instant { tv_sec: 1342, tv_nsec: 762147989 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.640407282Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.640416813Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.640487494Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.64347438Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.643904481Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.645541432Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.1.164,\n                last: 10.151.1.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.1.164,\n        10.151.1.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.1.174,\n        infra_ip_last: 10.151.1.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.1.100,\n                        vlan_id: None,\n                        rib_priority: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.1.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n                lldp: None,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646070855Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646077085Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646172318Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646213459Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646226759Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646233529Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.64625714Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.64626423Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646271901Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.64627599Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646279371Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646288371Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646312951Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646340472Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.64665426Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage: Plan {\n    rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae,\n    sleds: {\n        [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n            generation: 0,\n            schema_version: 1,\n            body: StartSledAgentRequestBody {\n                id: f4368d42-c157-4792-a1ee-1c6abf83cc94 (sled),\n                rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae,\n                use_trust_quorum: false,\n                is_lrtq_learner: false,\n                subnet: Ipv6Subnet {\n                    net: Ipv6Net {\n                        addr: fd00:1122:3344:101::,\n                        width: 64,\n                    },\n                },\n            },\n        },\n    },\n    config: RackInitializeRequest {\n        trust_quorum_peers: None,\n        bootstrap_discovery: OnlyOurs,\n        ntp_servers: [\n            \"0.pool.ntp.org\",\n        ],\n        dns_servers: [\n            1.1.1.1,\n            9.9.9.9,\n        ],\n        internal_services_ip_pool_ranges: [\n            V4(\n                Ipv4Range {\n                    first: 10.151.1.164,\n                    last: 10.151.1.173,\n                },\n            ),\n        ],\n        external_dns_ips: [\n            10.151.1.164,\n            10.151.1.165,\n        ],\n        external_dns_zone_name: \"oxide.test\",\n        external_certificates: \"<redacted>\",\n        recovery_silo: RecoverySiloConfig {\n            silo_name: Name(\n                \"recovery\",\n            ),\n            user_name: UserId(\n                \"recovery\",\n            ),\n            user_password_hash: NewPasswordHash(\n                PasswordHashString {\n                    string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                    encoding: B64,\n                },\n            ),\n        },\n        rack_network_config: RackNetworkConfigV2 {\n            rack_subnet: Ipv6Net {\n                addr: fd00:1122:3344:100::,\n                width: 56,\n            },\n            infra_ip_first: 10.151.1.174,\n            infra_ip_last: 10.151.1.174,\n            ports: [\n                PortConfigV2 {\n                    routes: [\n                        RouteConfig {\n                            destination: V4(\n                                Ipv4Net {\n                                    addr: 0.0.0.0,\n                                    width: 0,\n                                },\n                            ),\n                            nexthop: 10.151.1.100,\n                            vlan_id: None,\n                            rib_priority: None,\n                        },\n                    ],\n                    addresses: [\n                        UplinkAddressConfig {\n                            address: V4(\n                                Ipv4Net {\n                                    addr: 10.151.1.174,\n                                    width: 24,\n                                },\n                            ),\n                            vlan_id: None,\n                        },\n                    ],\n                    switch: Switch0,\n                    port: \"qsfp0\",\n                    uplink_port_speed: Speed40G,\n                    uplink_port_fec: None,\n                    bgp_peers: [],\n                    autoneg: false,\n                    lldp: None,\n                },\n            ],\n            bgp: [],\n            bfd: [],\n        },\n        allowed_source_ips: Any,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646904377Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646909847Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646940387Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.646948858Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.647117862Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.647244655Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.647289046Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f4368d42-c157-4792-a1ee-1c6abf83cc94 (sled), rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.647702947Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4221"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.647758438Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4603"}
{"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.652743954Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.658713515Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.65893841Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663615509Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.66367797Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663794993Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:38206","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: f4368d42-c157-4792-a1ee-1c6abf83cc94 (sled), rack_id: f57be84e-3df8-47dc-838c-73ede7f45fae, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663928907Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663940177Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663975948Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663986288Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663993578Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.663998458Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.664027699Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.664036429Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.66406248Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.66407084Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.66407516Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.664078991Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.664085151Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.664089601Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.680755032Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.702252785Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.718956207Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.728125839Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.72817486Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.72818541Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.728215861Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 72.75872ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.731154545Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"98b37052-c829-4a98-8c36-f6fefdbea572\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"98b37052-c829-4a98-8c36-f6fefdbea572\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_809e97ca-b5b1-40a8-916d-f6b5769feba0/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.741412574Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_809e97ca-b5b1-40a8-916d-f6b5769feba0/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.76853841Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_809e97ca-b5b1-40a8-916d-f6b5769feba0/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.768585991Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.773744561Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.773752331Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"}
{"msg":"Ensuring dataset oxi_809e97ca-b5b1-40a8-916d-f6b5769feba0/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.773757472Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.805774241Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 178.42289ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.806284233Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed530874-786a-4db5-abff-f6facf012a4c\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ed530874-786a-4db5-abff-f6facf012a4c\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.871874831Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.986039485Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 154.52598ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:40.986705691Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35cdadf2-e81d-4020-a570-5e5221eb7075\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"35cdadf2-e81d-4020-a570-5e5221eb7075\" }"}
{"msg":"Mounting oxi_809e97ca-b5b1-40a8-916d-f6b5769feba0/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.091480919Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.104373254Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.104473407Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.104487077Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.104514488Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.142459917Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 115.633026ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.142961529Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e6f6e565-4b34-4dae-9b8d-e9dea997e53e\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"e6f6e565-4b34-4dae-9b8d-e9dea997e53e\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.260080158Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 167.553001ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.260751175Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cac29999-86f6-414e-a888-e5a929042e25\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"cac29999-86f6-414e-a888-e5a929042e25\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.429358196Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 259.509554ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.430094794Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80fa2548-f202-4e62-96b9-f888e592ca01\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:40 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"80fa2548-f202-4e62-96b9-f888e592ca01\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.690920184Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 299.247653ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.691346735Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9caf2456-25e2-412a-97c2-c7d370b1dabc\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:55:41 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"9caf2456-25e2-412a-97c2-c7d370b1dabc\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.838511324Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.844122935Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.844163767Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/resolver/src/resolver.rs:111","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.844242118Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:52020","producer_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:41.845148941Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"142.903818ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.846392123Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.846399013Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.846455585Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.846461435Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/resolver/src/resolver.rs:111","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:41.989664502Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"369.174027ms"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:41.991623042Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:42.36082445Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.396887923s"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:43.759935541Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.67632231s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.312088912Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2679"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.312117383Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2897"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.312124993Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2549"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.312129503Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2596"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.312133543Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2978"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.312137733Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3020"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.314080782Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2822"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.315379205Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2590"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='fe0d6e3e-1f05-4030-a10e-b2fe071807f8'/>\n        <propval type=\"astring\" name=\"rack_id\" value='f57be84e-3df8-47dc-838c-73ede7f45fae'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fe92:65fc'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:9fb2::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"buskin\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_id\" value='f4368d42-c157-4792-a1ee-1c6abf83cc94'/>\n        <propval type=\"astring\" name=\"rack_id\" value='f57be84e-3df8-47dc-838c-73ede7f45fae'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"port\" value='12224'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='buskin'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='f4368d42-c157-4792-a1ee-1c6abf83cc94'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='f57be84e-3df8-47dc-838c-73ede7f45fae'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='f4368d42-c157-4792-a1ee-1c6abf83cc94'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='f57be84e-3df8-47dc-838c-73ede7f45fae'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.315491168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:44.315657632Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 29.646049ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:44.636656723Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 67.137019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:44.836779679Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 193.595165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:45.037019218Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 587.534819ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:45.428356135Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.176592824s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:46.077791944Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:46.438068187Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"5.275101656s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.037185413s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:47.35047278Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.310380489s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:48.405984269Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191315567Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191385579Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191394329Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191405119Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191687797Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191920543Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191976604Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.191987944Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3924"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.192061426Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:38206","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407219043Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407308515Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407462259Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.4075358Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407550121Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407587162Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407620253Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.407672024Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.412175788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4245","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.412189218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4261"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.412196948Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.66002098Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61441"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.66040734Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.66043022Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.660522003Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.660562894Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.660706517Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"80840be9-2045-43de-87c3-1d664130879b","remote_addr":"[fd00:1122:3344:101::1]:61441","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":493,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.690470049Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43763"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.690668144Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"af4b1d1f-7ab4-4e58-91c1-a009cd53cd6e","remote_addr":"[fd00:1122:3344:101::1]:43763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.691354212Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.691370702Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.691734041Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.692043909Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:884"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 4017200f-5e10-4e7d-bbd1-0b73d24759fa, pool_id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e3d3d6c7-148e-4483-a727-c501499ac0a0, pool_id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 7be8d946-aebe-4504-9aa6-24d7e930448b, pool_id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 25850ae4-236c-46a7-ba6d-9014c1f0c34b, pool_id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 206f3da3-8f70-486a-a8dc-7a6bc653f12d, pool_id: 19134185-b184-4780-a06b-c6cab90733ad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 26f71b2e-bc20-42c4-94cf-1ac0956741fc, pool_id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 097a940d-5a65-43b7-a96e-6765bab82fc5, pool_id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 0ebdb9a6-6575-4cb9-84a9-fd6f4304344a, pool_id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 6da15180-cd68-4f64-95a7-c19c11686b1b, pool_id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721038362Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721137434Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42661"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721456532Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 4017200f-5e10-4e7d-bbd1-0b73d24759fa, pool_id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: e3d3d6c7-148e-4483-a727-c501499ac0a0, pool_id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: 7be8d946-aebe-4504-9aa6-24d7e930448b, pool_id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 25850ae4-236c-46a7-ba6d-9014c1f0c34b, pool_id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 206f3da3-8f70-486a-a8dc-7a6bc653f12d, pool_id: 19134185-b184-4780-a06b-c6cab90733ad (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: 26f71b2e-bc20-42c4-94cf-1ac0956741fc, pool_id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 097a940d-5a65-43b7-a96e-6765bab82fc5, pool_id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: 0ebdb9a6-6575-4cb9-84a9-fd6f4304344a, pool_id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 6da15180-cd68-4f64-95a7-c19c11686b1b, pool_id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721495043Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721507374Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721517604Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721524214Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721544505Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721555675Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721563295Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.721569435Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.855019217Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:50.855042848Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool)"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f4368d42-c157-4792-a1ee-1c6abf83cc94)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:51.318095727Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:51.765980844Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.078453051s"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:51.975544989Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15189764358912709459"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:51.975663492Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16487658138780410416"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:51.989871951Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.186967871Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.193897206Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.193948607Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.193953387Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.193957417Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.193985968Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.194095731Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.194100091Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.236611225Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_02c2c962-bc54-4077-bde3-2d1ebf7c9f49/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.244514385Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f4368d42-c157-4792-a1ee-1c6abf83cc94)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:52.31992527Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_02c2c962-bc54-4077-bde3-2d1ebf7c9f49","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.449071513Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.456789058Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.456818869Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.456836099Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.456843659Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.45685514Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.46675055Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.46678141Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.577372775Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.584880425Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.584911865Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.584919666Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.584928606Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.584943826Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.585074769Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.58509579Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.628462156Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.636263943Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.838598355Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.846158126Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.846182227Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.846187267Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.846191667Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.846195377Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.855599375Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.855618155Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"b510366f-4893-4db8-a3a0-109c0d885c25 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.970433475Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978583381Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978608502Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978622002Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978635582Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978643353Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978780216Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:52.978787766Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.01928841Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.027116987Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_b510366f-4893-4db8-a3a0-109c0d885c25","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.229679176Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.237642447Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.237702268Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.237711869Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.237724449Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.237731569Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.247310331Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.247350102Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.360300826Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368470203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368511553Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368517884Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368550845Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368563165Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368711969Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.368720029Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f4368d42-c157-4792-a1ee-1c6abf83cc94)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:53.372642428Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.412345111Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.420467336Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.629514238Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.637415548Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.637445619Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.637466279Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.637471909Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.6374758Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.647323338Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.647351329Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"19134185-b184-4780-a06b-c6cab90733ad (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.760527278Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767578317Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767609537Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767615768Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767637368Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767645248Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767771181Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.767808593Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.810354037Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_19134185-b184-4780-a06b-c6cab90733ad/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:53.81795142Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_19134185-b184-4780-a06b-c6cab90733ad","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.016909727Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.024879888Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.024915599Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.024922199Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.024928119Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.024932359Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.035042485Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.035067835Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.145194968Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.15357922Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.15360443Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.153610701Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.153646831Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.153657452Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.153790295Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.153797145Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.197106809Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_921a0074-ab3b-4a47-91fe-33c9c37f0c20/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.204509856Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f4368d42-c157-4792-a1ee-1c6abf83cc94)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:54.37762033Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_921a0074-ab3b-4a47-91fe-33c9c37f0c20","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.405530856Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.412535243Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.412570624Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.412577204Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.412585394Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.412590634Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.421022387Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.421046478Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.559070935Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.566888873Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.566961585Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.566971255Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.566985365Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.566993505Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.567105758Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.567115658Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.612471524Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_0afd191b-ae14-4675-bfe3-86f93cc351fa/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.619917932Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_0afd191b-ae14-4675-bfe3-86f93cc351fa","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.82798959Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.834869714Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.834915075Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.834927625Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.834935015Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.834941005Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.843650365Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.843673496Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.963407762Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970676974Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970702375Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970710005Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970723976Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970732146Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970869849Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:54.970877159Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.012577763Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.019463097Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.215751307Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.223211135Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.223249086Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.223272347Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.223290057Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.223297417Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.232063819Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.23208603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.349488266Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356401791Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356428321Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356437532Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356451092Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356460462Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356588785Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.356595745Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f4368d42-c157-4792-a1ee-1c6abf83cc94)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:55.379756911Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.398234417Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_27ecc48f-d41d-4d05-80c1-f3e3acf6347f/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.407098492Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_27ecc48f-d41d-4d05-80c1-f3e3acf6347f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.611601989Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619410616Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619456547Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619534149Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619677833Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 809e97ca-b5b1-40a8-916d-f6b5769feba0 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 254af8ab-25b3-41a6-a847-a5796b7d761a (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619768475Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619778365Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.619827067Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620019581Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620027041Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620030942Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620035632Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620039442Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620067713Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620076373Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620132034Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620151405Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.620223066Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"5fc830ba-8a84-4432-b030-6c8ed60a9356","remote_addr":"[fd00:1122:3344:101::1]:42661","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4898966,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 4c189c66-61da-456b-bd6f-cf3ca08764e7 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ab555779-2b22-4d61-bb5b-254d32f8c865 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9190ca62-1408-4afe-86df-40e896f1551f (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.651526588Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.65163346Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51752"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.651867206Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.651872726Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.709998875Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.710050746Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.77075877Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.770791871Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.830231723Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.830271764Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.830277374Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.830306915Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.872944332Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.872999753Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.873009533Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.923891009Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.928034544Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.931683616Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.944042218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.948621174Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:55.952723648Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/f4368d42-c157-4792-a1ee-1c6abf83cc94)","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:55:56.382052395Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Profile for oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:57.467157382Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:57.467246714Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:57.467329106Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:57.950416242Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:58.429493946Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:58.42964637Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:58.429662251Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 51.850489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.437311814Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:58.437350575Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:55:58.44153397Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 120.267916ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.498419598Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 51.705797ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.56697418Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 50.42847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.573618878Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 204.920349ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.628185937Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 144.904251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.644772036Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 95.344554ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.739366106Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 273.484247ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.884044151Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 283.354205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.895142662Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 189.075097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:58.915371383Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 478.356824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:59.116990027Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 421.641181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:59.169715479Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 539.06869ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:59.187007216Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 1.05157542s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:59.60035042Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 982.936362ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:59.607243304Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 1.054823402s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:55:59.735994048Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:00.19441741Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8286692065664766489"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:00.194917872Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16684869727038689953"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.557843302Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4269"}
{"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.557901364Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4279","gateway":"fd00:1122:3344:101::1"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.565230709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4358"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 1.343413011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:00.600594673Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 1.06549752s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:00.66618032Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.684922883Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4406"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.684955084Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.727845268Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4446"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.727882189Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4310"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.785345681Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4352"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.785378991Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4413","rack_subnet":"fd00:1122:3344::"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 1.488977658s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:00.801066948Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.808111116Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4424"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.808120606Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.881207173Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4498"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.881237244Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4504"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.970357935Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4545"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:00.970436367Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"}
{"msg":"Failed to get switch ID from MGS (retrying in 38.384677ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:01.002533168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"Failed to get switch ID from MGS (retrying in 104.436186ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:01.041963534Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"Failed to get switch ID from MGS (retrying in 215.755537ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:01.147095251Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:389","error":"Communication Error: error sending request for url (http://[fd00:1122:3344:101::2]:12225/local/switch-id)"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.250467423Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:36005"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.25075983Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"65732b18-710c-4e7c-96f5-b654049fb7b2","remote_addr":"[fd00:1122:3344:101::2]:36005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.364695919Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.396497943Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.396602025Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.396974515Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.397005525Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.1.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.434635656Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.48308325Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483137292Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483145892Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483151552Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483158842Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483175273Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483180983Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483186443Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483192593Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483197633Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483205143Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483211843Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483217054Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483222194Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483227564Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483231634Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483235834Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483251244Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483255584Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483259665Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483263795Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483267875Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:01.483271985Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 1.221911912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:01.740763171Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 639.173754ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:01.95168091Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:01.977872961Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15189764358912709459"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:01.977986744Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16487658138780410416"}
{"msg":"wait for service Some(\"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7\") failed: Property not found. retry in 1.062820516s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:02.299500548Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 657.812513ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:02.60275117Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f\") failed: Property not found. retry in 790.492803ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:02.973089966Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865\") failed: Property not found. retry in 964.267687ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:03.270187493Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.255836726Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_4c189c66-61da-456b-bd6f-cf3ca08764e7"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.255884708Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_9190ca62-1408-4afe-86df-40e896f1551f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.255890678Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_internal_dns_ab555779-2b22-4d61-bb5b-254d32f8c865"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.255916108Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.256187595Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.256468472Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"3ca833a5-af0d-4d29-845b-8a23cc77b1f4","remote_addr":"[fd00:1122:3344:101::1]:51752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8604752,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.258572425Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.315943345Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.371486738Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.42418778Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.42420091Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.454333102Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.455086011Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.455092391Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 4c189c66-61da-456b-bd6f-cf3ca08764e7 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ab555779-2b22-4d61-bb5b-254d32f8c865 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9190ca62-1408-4afe-86df-40e896f1551f (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 6e764af9-0d84-4b7b-8fa0-7f2ab6487212 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63c03074-b282-43c1-a174-cd6c96ecbc90, kind: Service { id: 6e764af9-0d84-4b7b-8fa0-7f2ab6487212 }, name: Name(\"ntp-6e764af9-0d84-4b7b-8fa0-7f2ab6487212\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 204])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.485486829Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.485578541Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63241"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.485749276Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.485760526Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.5061328Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.506174242Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.52470147Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.524735941Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.544287085Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.544333096Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.5444843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.544552741Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.555298553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.588655636Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.590092802Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.590104672Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.620058179Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 222, 204]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.62007675Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.62047599Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.62048588Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.620747347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.621918986Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.646064086Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:04.663827385Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:05.27155686Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:05.271727134Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 63.922993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:05.402513819Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 107.409205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:05.478272203Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 130.47324ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:05.607406306Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 230.456603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:05.748614053Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 654.772581ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:05.987635202Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 674.162609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:06.652034649Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 758.700059ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:07.335402425Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 1.129349618s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:08.104037686Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212\") failed: Property not found. retry in 1.291384595s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:09.243147707Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:10.195378726Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8286692065664766489"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:10.196499574Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16684869727038689953"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.553540286Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.553602677Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.553940006Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.554341066Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"f61caea4-eaaf-4728-a41c-5698d52dba1b","remote_addr":"[fd00:1122:3344:101::1]:63241","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6068710,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.556575832Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.585660307Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.585796661Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61394"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:10.594737067Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.59485353Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"d3b9df3a-bee4-4a85-9b93-46fc1f92d249","remote_addr":"[fd00:1122:3344:101::1]:61394","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8900,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:10.597044625Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.734889408Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:10.735064882Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40221"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.7438382Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:14.743934972Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"279e1bce-9eaf-4aef-8438-4f1e0f93fd77","remote_addr":"[fd00:1122:3344:101::1]:40221","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008732,"response_code":"500"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.745696717Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10087750673879030024"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.745865781Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1579069312887436661"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.746013565Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18209246900110500973"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.746158739Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15189764358912709459"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.746295492Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16487658138780410416"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:14.747131553Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:14.928162307Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:14.928326251Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41181"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:14.93697314Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:14.937087123Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"79dfc13d-0438-48d4-8348-24f176c7da8b","remote_addr":"[fd00:1122:3344:101::1]:41181","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8695,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:14.94013555Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:15.143389594Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:15.143555419Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52318"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_6e764af9-0d84-4b7b-8fa0-7f2ab6487212': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:15.150952995Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3877"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:15.151076519Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"54dd525c-44b2-4767-b3ec-0bcb40590bc5","remote_addr":"[fd00:1122:3344:101::1]:52318","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7435,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:15.154200988Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:15.374230577Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:15.3743711Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46605"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:18.567496728Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"792a539a-86c8-4959-98b8-4702e5432e1a","remote_addr":"[fd00:1122:3344:101::1]:46605","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4009047,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:18.570406932Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:18.570415252Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.163105521Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.163277435Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42835"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.171521844Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"a3e0fd92-0416-45b6-a14f-1be49e838d14","remote_addr":"[fd00:1122:3344:101::1]:42835","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8163,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.174366915Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:19.174372176Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.388422254Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.388548717Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62443"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.396682943Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"e72a9d34-24fb-43c7-a5ae-349414de8be8","remote_addr":"[fd00:1122:3344:101::1]:62443","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8078,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.399096734Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:19.399103894Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.67127942Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.671447234Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:34111"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.679945709Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1bfbbfb3-34be-4496-b66a-409edd9e011f","remote_addr":"[fd00:1122:3344:101::1]:34111","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8416,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:19.682256707Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:19.682261967Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:19.682462843Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"8286692065664766489"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:19.683476628Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16684869727038689953"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:20.040953522Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5337728733313343652"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:20.04215047Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"4556741660539179385"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.222117025Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.222274632Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36144"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.230458045Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"bfced0ca-88a6-44df-aa1e-c1d87a50fe66","remote_addr":"[fd00:1122:3344:101::1]:36144","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8101,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.06773863 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.232449092Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:20.232460735Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.657443999Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.657577746Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61354"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.666111248Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"6f1e13ba-7d13-4fe1-a95a-d95d673be424","remote_addr":"[fd00:1122:3344:101::1]:61354","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8377,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.066562146 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:20.668879904Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:20.668887742Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.279705194Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.2798556Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:41787"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.288322188Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"006ad914-2cf1-45b9-a09a-6119d7fa1504","remote_addr":"[fd00:1122:3344:101::1]:41787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8400,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.064896099 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.290483954Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:21.290492776Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.85703523Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.857159198Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:51626"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.865135471Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ccf96b6e-7854-4318-b93b-1eee4bfef146","remote_addr":"[fd00:1122:3344:101::1]:51626","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7842,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.063338041 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:21.867912497Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:21.867923091Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:22.376560965Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"299.943278ms"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:22.586078307Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:22.586201497Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36215"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:22.593875239Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"9b307a01-62b7-4ff5-b2ab-2df44c10efcc","remote_addr":"[fd00:1122:3344:101::1]:36215","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7624,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.061212257 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:22.597015766Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:22.597025066Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:23.507173834Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:23.507302256Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43409"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:23.515710436Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"50692abd-8021-4836-9a72-61805474df42","remote_addr":"[fd00:1122:3344:101::1]:43409","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8283,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.05874813 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:23.518099962Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:23.518107443Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:24.244692106Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"10087750673879030024"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:24.244802218Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"1579069312887436661"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:24.244912668Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"18209246900110500973"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:24.245019958Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15189764358912709459"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-14T03:56:24.245127164Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"16487658138780410416"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:24.93321188Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:24.933409524Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48327"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:24.941599875Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"76c9d09c-90c9-4685-8a00-6af4eb2ce0fc","remote_addr":"[fd00:1122:3344:101::1]:48327","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8102,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1728878183.5292523, correction: 0.054658912 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:24.943499424Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:24.943506661Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:26.191946299Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:26.192077298Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:65355"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:26.200511694Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f355b670-9e6a-4693-8b2a-d6a060322659","remote_addr":"[fd00:1122:3344:101::1]:65355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8362,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1728878185.254862, correction: 0.051153548 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:26.202607776Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:26.202615482Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.20396917Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.204144309Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37967"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.225121556Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"628b2736-94b0-4722-9100-f8514adda2d7","remote_addr":"[fd00:1122:3344:101::1]:37967","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":20754,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 759117325, ip_addr: 45.63.54.13, stratum: 3, ref_time: 1728878186.9257448, correction: 0.048270147 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.228962063Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.22896691Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 4c189c66-61da-456b-bd6f-cf3ca08764e7 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ab555779-2b22-4d61-bb5b-254d32f8c865 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9190ca62-1408-4afe-86df-40e896f1551f (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 6e764af9-0d84-4b7b-8fa0-7f2ab6487212 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63c03074-b282-43c1-a174-cd6c96ecbc90, kind: Service { id: 6e764af9-0d84-4b7b-8fa0-7f2ab6487212 }, name: Name(\"ntp-6e764af9-0d84-4b7b-8fa0-7f2ab6487212\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 204])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 16a2716c-0c9d-4f92-8c1f-975130b741a4 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } } } }, OmicronZoneConfig { id: 100a3fe8-7fe2-408c-8a62-2e78e21ac3a3 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } } } }, OmicronZoneConfig { id: fd24aaaf-cf52-4411-b45b-38fd57893eb0 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98b01ba5-ef6c-49b4-989b-770d34ecac64 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b3609d7-0dd0-4fe4-aaef-87bc77a22eac (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.258044121Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.258161499Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:62820"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.258542875Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.258549484Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.278390459Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.278437964Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.298225864Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.298270265Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16a2716c-0c9d-4f92-8c1f-975130b741a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.316152754Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.316185661Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 16a2716c-0c9d-4f92-8c1f-975130b741a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 100a3fe8-7fe2-408c-8a62-2e78e21ac3a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.379084517Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.37912334Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 100a3fe8-7fe2-408c-8a62-2e78e21ac3a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd24aaaf-cf52-4411-b45b-38fd57893eb0, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.438750897Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.438786045Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fd24aaaf-cf52-4411-b45b-38fd57893eb0, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98b01ba5-ef6c-49b4-989b-770d34ecac64, dataset_name: DatasetName { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.49871614Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.498750116Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 98b01ba5-ef6c-49b4-989b-770d34ecac64, dataset_name: DatasetName { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b3609d7-0dd0-4fe4-aaef-87bc77a22eac, dataset_name: DatasetName { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.55781419Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.557853613Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2b3609d7-0dd0-4fe4-aaef-87bc77a22eac, dataset_name: DatasetName { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.61810008Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.618153406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.618372928Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.618478718Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.70020663Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.700266162Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.700272247Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.700278088Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.700285335Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.789237449Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.793496842Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.797762583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.802177053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.806862386Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.811527161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.816063244Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.820309423Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.824793914Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:27.829324201Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.278302183Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60578"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.278454615Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"53dffc24-a3b3-4e1b-9cad-7c63cc38a32b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60578","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"}
{"msg":"Profile for oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='fd24aaaf-cf52-4411-b45b-38fd57893eb0'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.890145493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.890264549Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='98b01ba5-ef6c-49b4-989b-770d34ecac64'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.910697062Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.91084176Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='100a3fe8-7fe2-408c-8a62-2e78e21ac3a3'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.916443065Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Profile for oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='16a2716c-0c9d-4f92-8c1f-975130b741a4'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.91669022Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.916743039Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Booting oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.921458927Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='2b3609d7-0dd0-4fe4-aaef-87bc77a22eac'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.926331848Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:30.92647093Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 37.522269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.055522703Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 46.36392ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.062427867Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 47.401846ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.068699028Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 63.410094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.075679556Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 32.152038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.082529561Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 51.829128ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.101065066Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 62.934453ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.132653747Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 126.297406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.345546259Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 142.085365ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:31.78731182Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 109.24287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:32.026630822Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 59.047251ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:32.162967928Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 384.647014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:32.275415197Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 178.538909ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:32.559491373Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 234.954922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:32.991062303Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 230.3935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:33.123791269Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 205.735372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:33.395128326Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 1.196774594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.033270976Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 481.55598ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.074375778Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 389.68519ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.08470785Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 203.144294ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.093528113Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 534.544146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.104573065Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 437.732387ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.307157411Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 915.764968ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.485823239Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 751.332573ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.568700491Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 1.164115189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.651414381Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 873.684757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:34.757514842Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 591.279356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.242725758Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 624.014933ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.331611873Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.314213755s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.414353522Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 1.131902796s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.642754349Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 524.311058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.827979586Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 780.901922ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.845339254Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.325259598s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:35.966321509Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 1.369100617s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:36.363070316Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 1.464967753s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:36.637566835Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.400537249s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:36.741750829Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 1.418676794s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:36.786115979Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.237778522s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:37.305907582Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 654.248081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:37.749749237Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:37.754696262Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"328.162615ms"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 1.194155005s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:38.140744887Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.069147373s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:38.157788447Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 1.361470956s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:38.217389364Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 652.581527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:38.417034762Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 861.961565ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:38.555484119Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 1.030543945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:39.081377835Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 791.576009ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:39.238473075Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 599.350593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:39.346613031Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.043303985s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:39.428298684Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 1.375454407s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:39.590786757Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 1.123415222s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:39.957799447Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.384449412s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:40.043408421Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 834.002391ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:40.124212382Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.008262359s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:40.48430579Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4\") failed: Property not found. retry in 635.329604ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:40.972590149Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3\") failed: Property not found. retry in 983.284506ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:40.981831766Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0\") failed: Property not found. retry in 701.217627ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:41.094463774Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 724.719468ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:41.445219597Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 519.76807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:41.504722841Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 953.928829ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:42.035883343Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 852.656199ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:42.181483185Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.408850917s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:43.00307126Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.466563713s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:43.047305165Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 578.581147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:44.429218291Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 584.755723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:44.528909784Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.371067635s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:45.018399621Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 866.161935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:45.122716509Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.105807587s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:46.001168745Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.396525569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:46.507815257Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.369129164s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:47.119993921Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 585.290969ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:47.912920559Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.001836769s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:48.495750485Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 511.922139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:48.50623595Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 1.39484657s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:49.026683658Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 637.788918ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:49.503725842Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 527.959301ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:50.151462492Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 736.17474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:50.428638351Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac\") failed: Property not found. retry in 1.271903731s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:50.687881957Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64\") failed: Property not found. retry in 963.427146ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:51.173974398Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.156345957Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_fd24aaaf-cf52-4411-b45b-38fd57893eb0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.156418379Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_98b01ba5-ef6c-49b4-989b-770d34ecac64"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.15642743Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_2b3609d7-0dd0-4fe4-aaef-87bc77a22eac"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.15643516Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_100a3fe8-7fe2-408c-8a62-2e78e21ac3a3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.15644131Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_cockroachdb_16a2716c-0c9d-4f92-8c1f-975130b741a4"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.156490031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.157734832Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.158700767Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"4908e548-318a-46fb-9560-afd939d0f853","remote_addr":"[fd00:1122:3344:101::1]:62820","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":24850723,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.191841915Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:33471"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::4]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.220426678Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3720"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:56:52.408448622Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3738"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:56:53.224569236Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"1.257505423s"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:00.353912017Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52346"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:00.35402797Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"9da62100-413a-4346-ba43-bed5d7bea2dd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:52346","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.515496512Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3761"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.515583524Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"dbccee7e-8486-4de7-a5e5-9e8137a1b207","remote_addr":"[fd00:1122:3344:101::1]:33471","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":17324610,"response_code":"204"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:09.516893737Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"2.675197848s"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 4c189c66-61da-456b-bd6f-cf3ca08764e7 (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: ab555779-2b22-4d61-bb5b-254d32f8c865 (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 9190ca62-1408-4afe-86df-40e896f1551f (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 6e764af9-0d84-4b7b-8fa0-7f2ab6487212 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 63c03074-b282-43c1-a174-cd6c96ecbc90, kind: Service { id: 6e764af9-0d84-4b7b-8fa0-7f2ab6487212 }, name: Name(\"ntp-6e764af9-0d84-4b7b-8fa0-7f2ab6487212\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 204])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: 16a2716c-0c9d-4f92-8c1f-975130b741a4 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } } } }, OmicronZoneConfig { id: 100a3fe8-7fe2-408c-8a62-2e78e21ac3a3 (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } } } }, OmicronZoneConfig { id: fd24aaaf-cf52-4411-b45b-38fd57893eb0 (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98b01ba5-ef6c-49b4-989b-770d34ecac64 (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: 2b3609d7-0dd0-4fe4-aaef-87bc77a22eac (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External } } } }, OmicronZoneConfig { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: d545c4bd-3914-4291-9133-a60eb3f6653a (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 68586f39-ea6b-4778-acab-074d481f8964 (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 5540874a-2e00-487c-be95-35c98d1046bf (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 852b3745-43ca-4a0b-addb-f0d0aa683eda (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } } } }, OmicronZoneConfig { id: fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: d510a20f-e859-4024-bfef-01c5ca7ba17f (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: a2577804-dc20-42a3-989b-8eda450d4c4c (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: 7c963496-074f-4eba-8cfa-803bc9613c57 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External } } } }, OmicronZoneConfig { id: e700fa64-bf73-442a-a475-15b5c400eb52 (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External } } } }, OmicronZoneConfig { id: b43f0293-950c-4536-8c38-fcb8c55bf94a (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External } } } }, OmicronZoneConfig { id: 628b8e2e-abf8-4efc-b588-9363c9c54bf3 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External } } } }, OmicronZoneConfig { id: bdb4d30c-8e87-47a6-b88a-10571f1b24af (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External } } } }, OmicronZoneConfig { id: bb27b91d-2c1f-402e-9eff-351ba6ae3628 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool), kind: External } } } }, OmicronZoneConfig { id: ad24e641-d4b5-4ab3-9422-b255021f0691 (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External } } } }, OmicronZoneConfig { id: 839db520-4f49-4622-92dd-593b48a4b251 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3182ca45-1231-48ad-a789-6c36b3455480 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.547449249Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.547603424Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54450"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.547916642Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.547923139Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4c189c66-61da-456b-bd6f-cf3ca08764e7, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.568790101Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.568836996Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ab555779-2b22-4d61-bb5b-254d32f8c865, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.590689887Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.590738329Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9190ca62-1408-4afe-86df-40e896f1551f, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 16a2716c-0c9d-4f92-8c1f-975130b741a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.610632284Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.610673685Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 16a2716c-0c9d-4f92-8c1f-975130b741a4, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 100a3fe8-7fe2-408c-8a62-2e78e21ac3a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.629378142Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.629412108Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 100a3fe8-7fe2-408c-8a62-2e78e21ac3a3, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fd24aaaf-cf52-4411-b45b-38fd57893eb0, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.647166517Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.647209547Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fd24aaaf-cf52-4411-b45b-38fd57893eb0, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98b01ba5-ef6c-49b4-989b-770d34ecac64, dataset_name: DatasetName { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.664068366Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.664098254Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 98b01ba5-ef6c-49b4-989b-770d34ecac64, dataset_name: DatasetName { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 2b3609d7-0dd0-4fe4-aaef-87bc77a22eac, dataset_name: DatasetName { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.681959839Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.681991461Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 2b3609d7-0dd0-4fe4-aaef-87bc77a22eac, dataset_name: DatasetName { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.698288408Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.698326239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 5a36fb03-956b-496e-8d3f-49c2feb8045f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.780401632Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.780429383Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 5a36fb03-956b-496e-8d3f-49c2feb8045f, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 852b3745-43ca-4a0b-addb-f0d0aa683eda, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.86707199Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.867115585Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 852b3745-43ca-4a0b-addb-f0d0aa683eda, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7c963496-074f-4eba-8cfa-803bc9613c57, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.954907368Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:09.954966357Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7c963496-074f-4eba-8cfa-803bc9613c57, dataset_name: DatasetName { pool_name: ZpoolName { id: 02c2c962-bc54-4077-bde3-2d1ebf7c9f49 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e700fa64-bf73-442a-a475-15b5c400eb52, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.065837002Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.065878422Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e700fa64-bf73-442a-a475-15b5c400eb52, dataset_name: DatasetName { pool_name: ZpoolName { id: 7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: b43f0293-950c-4536-8c38-fcb8c55bf94a, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.14570729Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.145758231Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: b43f0293-950c-4536-8c38-fcb8c55bf94a, dataset_name: DatasetName { pool_name: ZpoolName { id: b510366f-4893-4db8-a3a0-109c0d885c25 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 628b8e2e-abf8-4efc-b588-9363c9c54bf3, dataset_name: DatasetName { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.25654027Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.256579861Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 628b8e2e-abf8-4efc-b588-9363c9c54bf3, dataset_name: DatasetName { pool_name: ZpoolName { id: ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bdb4d30c-8e87-47a6-b88a-10571f1b24af, dataset_name: DatasetName { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.348808061Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.348843642Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bdb4d30c-8e87-47a6-b88a-10571f1b24af, dataset_name: DatasetName { pool_name: ZpoolName { id: 19134185-b184-4780-a06b-c6cab90733ad (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bb27b91d-2c1f-402e-9eff-351ba6ae3628, dataset_name: DatasetName { pool_name: ZpoolName { id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.426468453Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.426507254Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bb27b91d-2c1f-402e-9eff-351ba6ae3628, dataset_name: DatasetName { pool_name: ZpoolName { id: 921a0074-ab3b-4a47-91fe-33c9c37f0c20 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: ad24e641-d4b5-4ab3-9422-b255021f0691, dataset_name: DatasetName { pool_name: ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.509439059Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.50948391Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: ad24e641-d4b5-4ab3-9422-b255021f0691, dataset_name: DatasetName { pool_name: ZpoolName { id: 0afd191b-ae14-4675-bfe3-86f93cc351fa (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 839db520-4f49-4622-92dd-593b48a4b251, dataset_name: DatasetName { pool_name: ZpoolName { id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.586423694Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.586469815Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 839db520-4f49-4622-92dd-593b48a4b251, dataset_name: DatasetName { pool_name: ZpoolName { id: 975b6857-b41c-4cdb-a993-a5e1e16c7732 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3182ca45-1231-48ad-a789-6c36b3455480, dataset_name: DatasetName { pool_name: ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.6602938Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.660334351Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3182ca45-1231-48ad-a789-6c36b3455480, dataset_name: DatasetName { pool_name: ZpoolName { id: 27ecc48f-d41d-4d05-80c1-f3e3acf6347f (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.739283636Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.739335137Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.739614054Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.739766048Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.854204769Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.854481276Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.869499215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.869721561Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.869770942Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.922286319Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.922345071Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.922351471Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.922355141Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:10.922358341Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.113291075Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.113543932Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.128625083Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.128786757Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.168122961Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.168332126Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.168373617Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.168401268Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.168443039Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.168529291Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.173367443Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.178001361Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.182635818Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.187538712Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.19262925Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.197662408Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.202449758Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.330161486Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.334459525Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.338522537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.343510563Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.348955571Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.354113711Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.359490717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.364691769Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.369958862Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.37583894Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.38136073Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.387265899Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.39284574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.398597526Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.405547161Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.412605529Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.419031722Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.424680845Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.43044653Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.436568525Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.491954835Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.546732148Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.604745234Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.667050259Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.722858219Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.724569032Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.724582073Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.778888965Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 231, 28]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.778917406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.780436084Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.780448504Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.832053659Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 232, 227]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.83208168Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.834843209Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.834857019Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.892810664Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 254, 208]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.892838915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.895489202Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.895505332Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.895609865Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.895618895Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.897355059Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.89737159Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.955126759Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 227, 44]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.95515851Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.956806761Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:11.956819142Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.161879355Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 251, 247]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.161919296Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.162192702Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.163968907Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.17079073Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.17080434Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.319393925Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.319453877Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Configuring new Omicron zone: oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.319995661Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.339258988Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.339311139Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.340354085Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.340370016Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.340384646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.344249824Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.344265954Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.369607695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.37339509Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.377258048Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.377306959Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Installing Omicron zone: oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.429277893Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.442649061Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.71721357Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.723598691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.740890268Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.75797383Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.775426341Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:12.788306667Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.354944589Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.355190375Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_19134185-b184-4780-a06b-c6cab90733ad/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='ee446010-5491-4b59-9dff-daf8b4c1a79b'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.542664803Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.55126958Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_b510366f-4893-4db8-a3a0-109c0d885c25/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='eacdbead-6ea1-43ab-85ed-edc789bcbdc5'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.62565177Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.625849925Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='3445a9e1-2942-4d61-bd15-27c135608954'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.63511912Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.635303494Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_0afd191b-ae14-4675-bfe3-86f93cc351fa/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e9f59050-65f8-4895-aeaf-e9c017960c82'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.642108686Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.642316412Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_921a0074-ab3b-4a47-91fe-33c9c37f0c20/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='4a5801e6-5826-4688-9995-32cb453159fb'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.715122502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.715311557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 41.682427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.746117265Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 68.687532ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.758213831Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_27ecc48f-d41d-4d05-80c1-f3e3acf6347f/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='ea0673a8-d1cc-4fcd-a956-296f0e89a1ec'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.768159252Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.768358758Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 140.617556ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.800595402Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='8cab7ae2-7845-4be6-ab99-bc344890d5d7'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.803542907Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:13.803765693Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 62.455625ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.821421009Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 92.317114ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.838564922Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 55.813635ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.850106054Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 66.737354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.862328993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 109.352536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.893842809Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 141.48536ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.9171938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 31.791802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.927839569Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 137.63483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.941515894Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 298.152867ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.953003925Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 220.07424ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.966822934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 132.682344ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.976594211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 42.817776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:13.99951994Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 252.715152ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.030426622Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_975b6857-b41c-4cdb-a993-a5e1e16c7732/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='dec61842-4d9c-4fa6-a12b-128f93e59b59'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:14.038485435Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:14.038554167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 61.283993ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.06597312Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 262.501242ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.083179825Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 82.120369ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.097515037Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 164.939446ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.12649999Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 216.090248ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.191682108Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 142.004881ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.215602962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 343.663284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.227822471Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 67.359681ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.23845384Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 269.714491ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.264543509Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 414.468795ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.286674579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 558.227357ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.303478553Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 153.487782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.319635752Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 210.512686ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.361209583Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 66.165434ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.370957839Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 282.584705ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.386154003Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 421.7354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.420193783Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 55.139832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.467758056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 504.251566ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.516556849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 120.148239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.539610941Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 781.922354ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.557444272Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.030884366s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.701343479Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 562.165411ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.725885869Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.176864423s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.748043389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 548.747611ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.763955212Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 442.823407ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.777969726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 927.439423ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.865640232Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 910.133577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:14.890954212Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.101865963s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.052318211Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 691.437587ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.244451737Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 1.020611768s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.32568263Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 502.657591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.360016588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 700.013339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.380321071Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.497435793s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.765293141Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 946.321058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.810795561Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 764.034259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.822644821Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.276227531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.875941948Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.052154026s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.938982302Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 770.993737ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:15.951057097Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.282680431s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:16.092927502Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.161867036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:16.165539896Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 946.441563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:16.37307522Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.192160452s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:16.600339982Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 1.392649381s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:16.732014419Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.03639009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:16.767599198Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 733.305742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.000940344Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.499807566s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.162606669Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:17.194035553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:17.194112545Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:17.199937242Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:17.200097696Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 551.048431ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.272142036Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 1.456450603s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.327482345Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 826.851488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.335687992Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.075674671s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.385706206Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 25.593656ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.425195394Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 62.732812ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.432201581Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 83.874888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.458319771Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 116.2849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.503204815Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 149.36043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.549065653Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 177.327799ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.632175983Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 214.023823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.709944418Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.205076637s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.744025269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.038121023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.802106296Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.2411267s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.813024902Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 311.432714ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.820554303Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.249812913s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.831055148Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 897.072449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:17.933206419Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 785.528099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.134782722Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 637.777376ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.14300367Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 999.546201ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.173112421Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 667.012358ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.471347026Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.356433352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.677324311Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 1.435765181s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.79878488Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 703.31432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.818512478Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 632.827038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.872899622Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.455102769s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.92308328Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:18.941792493Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 983.2928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:18.955336505Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:18.955362676Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.156547165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.010856593Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.231464781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.073371418Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.345931892s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.090705646Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.407688101s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.148150348Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 31.683487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.174440552Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.087608688s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.1818675Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 57.466295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.214437733Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 203.656782ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.279446106Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 593.229444ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.511964492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 961.969445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.526361145Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 996.488638ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.540295927Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 897.736816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:19.947409805Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 774.133541ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.043954374Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 841.478048ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.11501879Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 840.938624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.17876808Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 555.058591ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.246221074Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.461419718s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.278253703Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.259068875s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.314229408Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 712.230321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.387167905Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.14597994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.472319056Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 520.208921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.497077521Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 991.806501ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.545125315Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 862.925761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.564359041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 525.396253ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.812285994Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 609.636744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.825910928Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 1.135713667s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.853317871Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:20.878776204Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:20.878852242Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 1.447666569s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:20.966451778Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 680.556019ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.027981883Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.06306937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.036096958Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 36.149375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.042968201Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 92.457828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.088797229Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.151697031s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.109974934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 147.297165ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.193548515Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 995.235553ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.43203087Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 215.169854ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.496293013Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 753.771537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.526309681Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.206408811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.542115503Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:21.542327215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 1.019535543s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.556505254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:21.556672628Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.205726011s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.587706367Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_02c2c962-bc54-4077-bde3-2d1ebf7c9f49/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='0f46c843-698f-4260-88f0-272b189d4f97'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:21.59357394Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:21.593765315Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 747.516355ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.630341659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='5540874a-2e00-487c-be95-35c98d1046bf'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:21.6814273Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:21.681589819Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 558.256086ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.71983983Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 877.9923ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.72973774Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.310167071s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.750129988Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 73.960596ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.772673854Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 34.450274ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.784223466Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 74.661449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.829229663Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 63.981094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.857323243Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 48.430932ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.868070044Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 295.893837ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.913089831Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 122.813908ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.927036304Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 142.892018ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.935412185Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 732.704304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:21.999213827Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 147.027658ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.060908036Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 571.216289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.089516048Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 945.730576ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.10860034Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 535.787115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.218064325Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 265.339291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.229225477Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.238530646s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.272743687Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 1.364420513s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.288372281Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 716.645928ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.296945388Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:22.297267446Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 679.989098ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:22.458048501Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 1.365397546s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.071425549Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 569.757649ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.083266878Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:24.083398551Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 876.725218ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.102869743Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.141058734s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.116713773Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 952.341181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.129510826Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.178863201s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.14471255Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 827.567935ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.159492873Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 790.409356ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.171377104Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.391992348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.184771998Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 587.901339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.216646318Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 635.188286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.235678608Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 619.220304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.272639211Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 1.098624651s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.29198508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.161985195s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.304409976Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 1.004708283s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.314080256Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 632.426773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.322442089Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:24.323342964Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:24.323443045Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 63.057123ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.376801272Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 136.632257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.449784156Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 36.312389ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.498605669Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 84.051689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.544813495Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 170.22802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.59965336Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 210.669346ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.638746243Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 559.985937ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.663570565Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 215.178178ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.779851762Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 943.450496ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.814897697Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 588.551594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.863478204Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.145722484s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.879533939Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 1.021609945s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.900779896Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 653.228419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.964797304Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 963.869641ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.972639591Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 858.316606ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.98878907Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 1.126686871s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:24.996435807Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 499.163307ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.003356507Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 979.013836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.093806282Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 1.133546287s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.23427551Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.32476399s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.268295504Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 956.365716ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.329652129Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 566.482557ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.338251327Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 1.383087398s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.402382117Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 653.991361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.447302621Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.003089178s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.46317904Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.000134655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.477475061Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 652.967284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.512004326Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 636.451593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.585728098Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 901.402259ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.627312838Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 805.375052ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.770247539Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n        <propval type=\"astring\" name=\"ch_address\" value='[fd00:1122:3344:101::e]:8123'/>\n        <propval type=\"astring\" name=\"ch_binary\" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:25.793337781Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:25.793920096Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 1.394435313s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.858450687Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 906.522902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.916397441Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 1.302038972s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.932923878Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 966.076195ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.947562698Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 47.443861ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:25.987493656Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 890.455125ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.035974321Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 91.476757ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.043078571Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.258837763s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.085502922Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 651.153117ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.117610253Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 1.459376317s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.135210208Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 188.105504ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.142967174Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 1.183527996s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.185868255Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.49085766s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.235748918Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 1.485709227s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.296430741Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 541.671487ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.342739431Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 1.136455079s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.377238963Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.214411332s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.476390688Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.041730218s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.486799111Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 827.820746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.537969283Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 867.372612ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.584468947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 655.658755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.602640617Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 509.819792ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.779216078Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 614.344072ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.795256903Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.456006236s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.832724509Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 762.766689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.893488517Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.159802674s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.924872247Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 988.50097ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:26.935968508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 1.377759146s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.247869928Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 902.018321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.264345164Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.182161656s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.273024064Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 1.07012825s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.299119633Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 697.566897ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.357137289Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 826.287158ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.376824746Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 1.409927379s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.387900516Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.396190776Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"3.487823711s"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 575.562902ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.422364527Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 1.108747802s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.463408614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 1.238027812s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.526329403Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 699.620183ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.541583329Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 1.40758256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.607872603Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 546.312537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.67104617Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 693.005103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.703181022Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.130084244s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.739186881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 916.546577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.795499994Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 908.790161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:27.938078677Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 1.260782699s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.009506542Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.078730247s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.068754899Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.122948656s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.096630013Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 1.436088762s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.179930978Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 726.880366ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.216488072Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 907.177942ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.231376048Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.464166506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.255300982Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 729.087341ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.304713561Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 1.253402552s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.382819045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.031170873s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.411567861Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.418465776s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.469990207Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 767.151538ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.587004214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 756.164666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.641758058Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 559.247559ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.723268987Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 1.254949069s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.77758729Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 1.169481043s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.810300066Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 696.113872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.859986012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 649.592126ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.885829385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 676.332068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:28.95803632Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 723.5029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.037945739Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 705.352701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.054286862Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 719.102874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.15434853Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.390941747s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.175259269Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.431826887s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.232948906Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 1.281041706s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.288572222Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 893.359631ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.308236389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 880.792615ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.371774184Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 1.043102393s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.414551915Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.280442331s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.454693289Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 541.067577ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.549041023Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 614.468957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.566899714Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 1.492344237s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.628912791Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 1.259528538s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.649484691Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 751.483563ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.663570807Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 979.023285ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.734696654Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 864.691514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.772673944Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 1.384075786s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.786422401Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 823.001727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.883677109Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.497585246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.898114364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 1.471498257s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:29.989607245Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 865.95076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.044731978Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.411339596s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.101698448Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 535.907133ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.195395385Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 1.287970014s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.215555915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 1.173885891s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.267557079Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:30.393277815Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55188"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:30.393510831Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b9bbf5ed-7efb-4f82-99b3-696cd3c01a0b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55188","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 927.224669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.429165692Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 1.160032847s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.470917977Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 502.77515ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.581984313Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 1.359669174s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.594072068Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 1.075805545s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.650857743Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 744.531044ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.677674481Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 588.655815ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.721103628Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 837.454309ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.736168789Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 587.025852ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.750026739Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.384565111s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.760906094Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 667.76099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.95150275Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 1.155235148s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:30.964020846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 619.591081ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.106106287Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 593.070042ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.13590703Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 931.905325ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.184879067Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 921.03744ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.323374078Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.393480119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.354041802Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 1.346109096s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.36976836Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c\") failed: Property not found. retry in 1.162693188s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.409808812Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.108678166s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.435883381Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 1.056640357s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.458332268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 893.809495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.473820009Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 1.101835669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.517602016Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.32984941s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.530821849Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.142756446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.592683993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 615.770378ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.634446838Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 588.828289ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.653059669Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52\") failed: Property not found. retry in 1.102817695s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.743463203Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 1.185166179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.755336963Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 652.70827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.770858835Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 1.40348097s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:31.97165726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 749.678318ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.130579526Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 713.639239ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.142938638Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 561.885276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.159000084Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 1.089985804s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.255596504Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 548.22031ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.267216768Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 1.054225898s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.282818532Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 1.146844256s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.383277901Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a\") failed: Property not found. retry in 701.045328ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.438336192Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691\") failed: Property not found. retry in 845.519363ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.526762875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af\") failed: Property not found. retry in 1.322839425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.558412475Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 1.359547307s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.632771444Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 649.742184ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.729739224Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.141963254s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.743409Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251\") failed: Property not found. retry in 1.229089526s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.754594972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.469604338s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.764103542Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 1.479638314s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.827784531Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.017214915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.873701012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 678.732651ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.883224482Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 750.518226ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.893869841Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 892.313326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:32.951411995Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 620.49498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.347960235Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a\") failed: Property not found. retry in 758.528828ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.357778143Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f\") failed: Property not found. retry in 1.00751048s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.395324572Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 657.154069ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.403789575Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 788.794816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.54214291Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 884.110374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.573430431Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 917.748348ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.654481159Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23\") failed: Property not found. retry in 1.053606517s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.854585035Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3\") failed: Property not found. retry in 1.462745771s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.90702055Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 589.541406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.917191717Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 595.75186ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:33.978796553Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c\") failed: Property not found. retry in 1.365696697s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.00834109Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 613.661034ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.072260855Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628\") failed: Property not found. retry in 1.190340782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.24542044Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 901.853934ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.317673296Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5\") failed: Property not found. retry in 1.324702772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.345058148Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480\") failed: Property not found. retry in 1.390124822s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.468797275Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964\") failed: Property not found. retry in 1.450409781s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.519950987Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf\") failed: Property not found. retry in 562.687981ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.583132214Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f\") failed: Property not found. retry in 852.772345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.593736632Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57\") failed: Property not found. retry in 823.929475ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:34.699295119Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda\") failed: Property not found. retry in 1.447764777s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:35.229205999Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.71274382Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_clickhouse_852b3745-43ca-4a0b-addb-f0d0aa683eda"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712817433Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_3aea89c3-a04f-4fba-9d17-3e1fdd53de23"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712828933Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_fd9a8cc9-a85d-4987-ba83-b45a98d7dc3c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712834713Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_d510a20f-e859-4024-bfef-01c5ca7ba17f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712842113Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_5a36fb03-956b-496e-8d3f-49c2feb8045f"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712853423Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_e700fa64-bf73-442a-a475-15b5c400eb52"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712858983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_b43f0293-950c-4536-8c38-fcb8c55bf94a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712886104Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_oximeter_5540874a-2e00-487c-be95-35c98d1046bf"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712893224Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_bdb4d30c-8e87-47a6-b88a-10571f1b24af"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712900795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_628b8e2e-abf8-4efc-b588-9363c9c54bf3"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712906005Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_ad24e641-d4b5-4ab3-9422-b255021f0691"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712912755Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_external_dns_fe0afc0c-32a6-44b3-8f62-14034b7f96d5"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712920025Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_bb27b91d-2c1f-402e-9eff-351ba6ae3628"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712926915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_d545c4bd-3914-4291-9133-a60eb3f6653a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712932585Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_7c963496-074f-4eba-8cfa-803bc9613c57"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712939005Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_839db520-4f49-4622-92dd-593b48a4b251"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712945856Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_pantry_a2577804-dc20-42a3-989b-8eda450d4c4c"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712952326Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_crucible_3182ca45-1231-48ad-a789-6c36b3455480"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.712958826Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3288","zone":"oxz_nexus_68586f39-ea6b-4778-acab-074d481f8964"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.713094229Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.717838849Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.719733687Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"6b2415a8-7905-4d52-899f-3e447311adae","remote_addr":"[fd00:1122:3344:101::1]:54450","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":27172299,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.723677017Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.723689257Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.72381574Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.726325714Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"}
{"msg":"Nexus address: [fd00:1122:3344:101::a]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.727219606Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.1.174,\n    infra_ip_last: 10.151.1.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.1.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            lldp: None,\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.1.100,\n                    rib_priority: None,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.771883245Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.772290269Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:36.901764806Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:37.022149928Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:37.161608031Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:37.395014458Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:37.536468682Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:37.901852307Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:38.086286433Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:38.384294083Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:38.720697421Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:38.842983831Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"4.941383383s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:39.095415129Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:39.865338282Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:40.75733953Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:41.845916624Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:43.198193629Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T03:57:43.816240284Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/metrics/producers)\"","delay":"12.595114296s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:43.897541609Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:44.844431093Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::a]:12221/racks/f57be84e-3df8-47dc-838c-73ede7f45fae/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:46.375784014Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b47097f1-89cb-45ae-9227-10ea551d18dd\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 03:57:49 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"f57be84e-3df8-47dc-838c-73ede7f45fae\\\"\", request_id: \"b47097f1-89cb-45ae-9227-10ea551d18dd\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:49.989067859Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"77d4b37e-0dda-45c3-905d-6ef9399ee285\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 03:57:51 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"f57be84e-3df8-47dc-838c-73ede7f45fae\\\"\", request_id: \"77d4b37e-0dda-45c3-905d-6ef9399ee285\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:51.639887939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4597b14f-b0a4-4546-a3c6-ab5201bb19c0\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 03:57:56 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"f57be84e-3df8-47dc-838c-73ede7f45fae\\\"\", request_id: \"4597b14f-b0a4-4546-a3c6-ab5201bb19c0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:57:56.443393916Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:00.426259366Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45302"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:00.426330378Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"31234f27-80c2-4b58-80b6-0b5b93d58acd","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:45302","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":34,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3c9783ea-48a6-4b65-b197-e6e0807453a6\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 03:58:00 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f4368d42-c157-4792-a1ee-1c6abf83cc94\\\"\", request_id: \"3c9783ea-48a6-4b65-b197-e6e0807453a6\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:00.628967597Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0416a7c-8687-4575-8303-cdc7f22ca96c\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 03:58:06 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f4368d42-c157-4792-a1ee-1c6abf83cc94\\\"\", request_id: \"d0416a7c-8687-4575-8303-cdc7f22ca96c\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:06.654331335Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11883eeb-4f8a-4568-befc-055fc59820fc\", \"content-length\": \"173\", \"date\": \"Mon, 14 Oct 2024 03:58:13 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"f4368d42-c157-4792-a1ee-1c6abf83cc94\\\"\", request_id: \"11883eeb-4f8a-4568-befc-055fc59820fc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:13.841281782Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.351709786Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/nexus.rs:500","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.447084815Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61662"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.447224589Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.447232169Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.44726888Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.447582998Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:20.662708833Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"75966f55-5727-4b21-b5ed-413b2cac544b","remote_addr":"[fd00:1122:3344:101::a]:61662","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215496,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bdb7d2ab-a1e1-4532-a0f3-4a99c1d31cce\", \"content-length\": \"124\", \"date\": \"Mon, 14 Oct 2024 03:58:21 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"bdb7d2ab-a1e1-4532-a0f3-4a99c1d31cce\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:21.349919717Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:24.951268049Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43168"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:24.951401842Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7c67d6fc-64db-49a9-996a-fede05460fb1","remote_addr":"[fd00:1122:3344:101::c]:43168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:25.062998662Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:25.063027493Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1b7f1387-63be-4772-ba52-461c527baca4","remote_addr":"[fd00:1122:3344:101::c]:43168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:25.08783132Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49011"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:25.088023834Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f44305c7-03ed-43e7-b43b-480d6d8f5728","remote_addr":"[fd00:1122:3344:101::c]:49011","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:25.616783434Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"71d8caf6-2f02-40ac-a53d-56bc4b264f05","remote_addr":"[fd00:1122:3344:101::c]:43168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1073,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.732533365Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:51164"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.755606238Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"a1ee94bb-51e1-4f6e-be53-91c9ec8b14ec","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22974,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.834984664Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50197"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.835095247Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4279a894-613c-479b-89a4-3a711623217c","remote_addr":"[fd00:1122:3344:101::b]:50197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":55,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.903830063Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55128"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.904039169Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f1f9eb1f-36b2-467d-b61c-029d63a2f88e","remote_addr":"[fd00:1122:3344:101::b]:55128","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.988445771Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:26.988460592Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"90d1b1b2-ce85-44a7-b32e-d3b028b71d41","remote_addr":"[fd00:1122:3344:101::b]:50197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:27.002017004Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4ad82ed1-7193-4e79-8d17-d8e3c48eae26","remote_addr":"[fd00:1122:3344:101::b]:50197","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.152114312Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42039"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.152295617Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"48b18c03-02e3-4a96-84c2-d55a62f49e03","remote_addr":"[fd00:1122:3344:101::a]:42039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.212336784Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.212364685Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"33709872-afaf-4307-93c9-615246a78113","remote_addr":"[fd00:1122:3344:101::a]:42039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.221695401Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5d390dee-06d0-484c-9455-197928a4d07d","remote_addr":"[fd00:1122:3344:101::a]:42039","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":764,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.313603783Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63788"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.313773277Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"57a4c5d8-dc6b-43d3-9b95-14792a5b398c","remote_addr":"[fd00:1122:3344:101::a]:63788","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":124,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368484619Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50019"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368725056Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368779887Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368817428Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368847649Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368870769Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.3689136Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368928071Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.368954131Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"48a7854c-8553-434b-aa51-09eb845cd278","remote_addr":"[fd00:1122:3344:101::a]:50019","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":419,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.369956897Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.619652805Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:47738"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.619792158Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.619801128Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.61986543Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.620202099Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.838752621Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"09fa0747-423e-494b-ac91-7397dbc1ed25","remote_addr":"[fd00:1122:3344:101::a]:47738","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":218987,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934169651Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56779"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934439858Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934487299Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.93452246Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934529231Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934536041Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934541441Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934550751Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:28.934575552Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"5d3ec6b6-7a29-41eb-982c-cfddd3d71d13","remote_addr":"[fd00:1122:3344:101::a]:56779","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":304,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.278140073Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59752"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.278936963Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.278976224Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.279007214Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.279015885Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.279021145Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.279036565Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.279047816Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:29.279072666Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"e9b093b2-6b3e-4815-9a12-477a4bb969b4","remote_addr":"[fd00:1122:3344:101::c]:59752","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":853,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055229187Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55098"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055425242Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 01a1cc4a-c9f0-4649-ad6f-63a4462d643e, kind: Service { id: 5a36fb03-956b-496e-8d3f-49c2feb8045f }, name: Name(\"external-dns-5a36fb03-956b-496e-8d3f-49c2feb8045f\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 232, 227])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7c202846-7e74-4eab-9236-83e31b663a1a, kind: Service { id: fe0afc0c-32a6-44b3-8f62-14034b7f96d5 }, name: Name(\"external-dns-fe0afc0c-32a6-44b3-8f62-14034b7f96d5\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 227, 44])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 225994de-8e5b-4a72-adcf-24b9116604ea, kind: Service { id: 3aea89c3-a04f-4fba-9d17-3e1fdd53de23 }, name: Name(\"nexus-3aea89c3-a04f-4fba-9d17-3e1fdd53de23\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 231, 28])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2455ab98-702f-4c42-be61-c398c61e343c, kind: Service { id: d545c4bd-3914-4291-9133-a60eb3f6653a }, name: Name(\"nexus-d545c4bd-3914-4291-9133-a60eb3f6653a\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 251, 247])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: c07854b8-9b54-4c52-88ab-008115e8734a, kind: Service { id: 68586f39-ea6b-4778-acab-074d481f8964 }, name: Name(\"nexus-68586f39-ea6b-4778-acab-074d481f8964\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 254, 208])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055474003Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055495143Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055502154Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055508254Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055519904Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055529514Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.055545205Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"b71c0b94-b28a-4a12-8841-47c6dea4e998","remote_addr":"[fd00:1122:3344:101::b]:55098","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":250,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.460987899Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36633"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:30.461137823Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"5069eb44-2ede-44db-afbf-c8ae03adb930","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:36633","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:36.207676054Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45866"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:36.207815438Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"95bd109d-ad4e-414b-9816-a9006f0860d4","remote_addr":"[fd00:1122:3344:101::a]:45866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":59,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:36.240842882Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:36.240865173Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4425c265-7037-486c-8c05-311f1698c43f","remote_addr":"[fd00:1122:3344:101::a]:45866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:36.249650995Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fbefaa63-dee8-46dc-9b5b-5b706f9b3986","remote_addr":"[fd00:1122:3344:101::a]:45866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":209,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.078036828Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47549"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.078184252Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"9450b6df-901d-44ba-93c5-6c9085420ea8","remote_addr":"[fd00:1122:3344:101::c]:47549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":70,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.135053879Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.135079239Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"046a159e-4d79-4d97-a81e-7bf799cc43f1","remote_addr":"[fd00:1122:3344:101::c]:47549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":717,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.146696543Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"0b744928-2cb8-4aad-a71b-1b9ce32203dc","remote_addr":"[fd00:1122:3344:101::c]:47549","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":196,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.27519412Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:38935"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.276021661Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"afbd750f-aedf-49d3-8d85-067eeb57e312","remote_addr":"[fd00:1122:3344:101::c]:38935","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":752,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.418983433Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61705"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.419103966Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.459966518Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.514519376Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"59c361fa-ae55-4ac2-9f1b-d325beb94bff","remote_addr":"[fd00:1122:3344:101::c]:61705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95486,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.514906636Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"63445065-14b3-45fb-abc3-d697ce46f32d","remote_addr":"[fd00:1122:3344:101::c]:61705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"200"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.554182608Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.554226019Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.555420419Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.556070265Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:55.556102666Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"eedf64c8-a3c1-4d22-b781-27356eb99834","remote_addr":"[fd00:1122:3344:101::c]:61705","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2138,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:56.73729871Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"06ebf95b-7c5f-4ccb-8900-350dad220228","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:56.889235309Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:55918"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:56.889342962Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"82eb75e2-4eed-4f71-87a2-260d5c908fd3","remote_addr":"[fd00:1122:3344:101::b]:55918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":46,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:56.904769822Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:56.904782512Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"af573045-db51-4e1b-bc3a-4e4e1a060813","remote_addr":"[fd00:1122:3344:101::b]:55918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":587,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:56.913874702Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"3555a134-4a4c-463e-b2a8-1f461958fca6","remote_addr":"[fd00:1122:3344:101::b]:55918","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.016774402Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43028"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.016927406Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fc9d96e8-5172-4c63-91c2-4fbc35e47d80","remote_addr":"[fd00:1122:3344:101::b]:43028","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":110,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.172555708Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44798"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.172713272Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.20983232Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.263695131Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"31b7f12a-b2fb-4726-9555-156fa6c5cc91","remote_addr":"[fd00:1122:3344:101::b]:44798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91044,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:57.264001249Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ffc8ea4e-bd78-4831-882a-71d59efca9f8","remote_addr":"[fd00:1122:3344:101::b]:44798","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.245416375Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44410"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.245567659Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"22845182-a110-4a06-818b-b65b2d6fcd98","remote_addr":"[fd00:1122:3344:101::a]:44410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.253627052Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57050"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.253827897Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"df76417e-71f2-4ebc-864e-d98b40b8bf04","remote_addr":"[fd00:1122:3344:101::a]:57050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.297604264Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.297631824Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0f25bac2-deb9-4d0a-b092-f74cab54ae71","remote_addr":"[fd00:1122:3344:101::a]:44410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.307222996Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"58f8244e-9e8e-4dc3-a3a2-75a7cc4ea113","remote_addr":"[fd00:1122:3344:101::a]:44410","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":186,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.475216191Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63341"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.475346215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.511424066Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.567366459Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5ca8e020-6881-4511-8091-f1d4627d2ebe","remote_addr":"[fd00:1122:3344:101::a]:63341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92071,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:58:58.567693037Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"8483c58a-51fe-485c-b360-3142a3bc05d4","remote_addr":"[fd00:1122:3344:101::a]:63341","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:00.495186718Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49443"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:00.49529662Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"1ef4a4ce-b892-496c-9eb0-f400066fe7bf","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:49443","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:24.990122872Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:55045"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:24.990244605Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"24517ffb-bc2c-444d-bb2d-ea96956b53c8","remote_addr":"[fd00:1122:3344:101::c]:55045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.016113248Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.016132099Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"96115b68-e132-4f5d-a13a-59a43bbcbdff","remote_addr":"[fd00:1122:3344:101::c]:55045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.025418954Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"59c43476-42f7-4e50-8669-c4bc828c4a4a","remote_addr":"[fd00:1122:3344:101::c]:55045","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":221,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.223865968Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57886"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.224055983Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ed385028-45a6-4e27-86df-93fe36d11b92","remote_addr":"[fd00:1122:3344:101::c]:57886","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":130,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.336108774Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63235"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.336204316Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.375579441Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.436032149Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"027c888d-701c-4cc3-b0d1-7ef95b5dad75","remote_addr":"[fd00:1122:3344:101::c]:63235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99866,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:25.436388288Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"6cdb1dda-0159-4e6d-9d0b-92c76581f765","remote_addr":"[fd00:1122:3344:101::c]:63235","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":113,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.737250415Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"f0654d38-fb0a-49f9-bffb-92eb26e0a8f1","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7486,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.795841566Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58735"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.795942809Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"13a13530-e8a7-43e0-859a-ee099c59d994","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.849768678Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.849796059Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7df0d168-5c99-450d-b058-df7c799463d2","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":761,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.858259893Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bb23e075-50d5-451c-a3c9-e20542fb929f","remote_addr":"[fd00:1122:3344:101::b]:58735","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":154,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.925627845Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46528"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:26.925784849Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"98b3ad4e-595b-40f0-b32f-6b9418dfa71c","remote_addr":"[fd00:1122:3344:101::b]:46528","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.029285644Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43277"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.029947761Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.0694766Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.127589998Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0bd4531b-584d-404b-a046-adc5349615eb","remote_addr":"[fd00:1122:3344:101::b]:43277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98255,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.127882536Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"56bcf082-4c97-4bf7-bf42-3d4bfde46768","remote_addr":"[fd00:1122:3344:101::b]:43277","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.995433895Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:43431"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:27.995585769Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"768e7bef-78a6-4a5e-bcce-fe46d1539179","remote_addr":"[fd00:1122:3344:101::a]:43431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.041228422Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.041257663Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5cb77e99-807f-4390-a137-54aee02e2b5c","remote_addr":"[fd00:1122:3344:101::a]:43431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.049904561Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fb6b40fb-e7a9-464c-b1a5-f0267dcc4c79","remote_addr":"[fd00:1122:3344:101::a]:43431","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":203,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.195265584Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54592"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.196575058Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fd9c255b-3ddd-4492-9552-7f20d0d0a287","remote_addr":"[fd00:1122:3344:101::a]:54592","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1232,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.202652721Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52386"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.202780414Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.245148635Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.305746526Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8d3c2c4c-135b-45b7-bd58-ccb8cfe13c11","remote_addr":"[fd00:1122:3344:101::a]:52386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103014,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:28.306110605Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b9a98bd0-7ee2-4480-9cb6-0e4d9e8c2323","remote_addr":"[fd00:1122:3344:101::a]:52386","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":126,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:30.529452239Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51278"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:30.529598953Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b59d72bf-a94e-4b6d-bc17-a6ebd8d75283","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:51278","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":54,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.16636242Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63736"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.167123739Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e98934ff-a5ec-467f-bd66-b0c4f57357ff","remote_addr":"[fd00:1122:3344:101::c]:63736","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":684,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.200600255Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35991"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.200683437Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"68d53e9d-f5ef-4b2a-badf-53bd4f776f0d","remote_addr":"[fd00:1122:3344:101::c]:35991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":40,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.274889332Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.274942813Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"20ba75bf-f1fd-47e2-a3e8-e52da86f509e","remote_addr":"[fd00:1122:3344:101::c]:35991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":155,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.284223688Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"50dd865f-5e8a-45f1-add3-68eec23a14cf","remote_addr":"[fd00:1122:3344:101::c]:35991","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.356584106Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:58665"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.356666058Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.395403177Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.455595088Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"0c4fe005-88dd-46f3-a613-2ad2692bbb87","remote_addr":"[fd00:1122:3344:101::c]:58665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98950,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:55.456581323Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"1aebc4c6-c7da-4f55-818a-bfd639cfee55","remote_addr":"[fd00:1122:3344:101::c]:58665","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":761,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:56.738257585Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"c8ac87e6-73b9-4b32-b371-746c88611013","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8105,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:56.913676127Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62089"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:56.91379181Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"7639efe4-dce5-498c-bd1d-ee393f5aa529","remote_addr":"[fd00:1122:3344:101::b]:62089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:56.942128926Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:56.942159737Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"037af0f4-de49-4da1-9d02-da4d64733a29","remote_addr":"[fd00:1122:3344:101::b]:62089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":73,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:56.952596501Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"830f41fa-1235-488a-9f68-e669eb3ce43b","remote_addr":"[fd00:1122:3344:101::b]:62089","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":146,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.097502762Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47319"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.098095707Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.134077236Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.186906451Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"4f8f4bc9-7d55-4f05-bad2-4a2d1054d826","remote_addr":"[fd00:1122:3344:101::b]:47319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89356,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.187021134Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63072"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.187321741Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8975f774-db2d-4cc1-80f4-923c48a941df","remote_addr":"[fd00:1122:3344:101::b]:63072","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:57.187395603Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a9662798-17da-4685-8ec8-4ca28c0d9ed1","remote_addr":"[fd00:1122:3344:101::b]:47319","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.371302607Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33504"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.37142496Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"088c384d-e722-4781-986a-6fd6ea5efbf3","remote_addr":"[fd00:1122:3344:101::a]:33504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.42011214Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.420164941Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"86ec9be3-171d-4a03-9be0-07e4e6d81745","remote_addr":"[fd00:1122:3344:101::a]:33504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.435223772Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f22c71d9-0020-4d2c-9d05-3fd0b60d816b","remote_addr":"[fd00:1122:3344:101::a]:33504","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":236,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.473974721Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45696"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.474092824Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.514979887Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.57371057Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"3af8e6d6-e86c-4f1f-aaae-23c551706857","remote_addr":"[fd00:1122:3344:101::a]:45696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99663,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.573835153Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48306"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.574789647Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"c0bea275-9d47-490a-8427-c942ccd26ed9","remote_addr":"[fd00:1122:3344:101::a]:48306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":865,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T03:59:58.574856699Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"49cdec87-08f8-409d-af9f-ca77d6694de3","remote_addr":"[fd00:1122:3344:101::a]:45696","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":864,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:00.570967903Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34990"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:00.572150553Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"eadb9259-22bc-41ce-a63e-dc6245d5b73b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:34990","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1079,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:24.954578785Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:60841"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:24.954711419Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"190fd17c-c471-41f5-996f-171ed9b18703","remote_addr":"[fd00:1122:3344:101::c]:60841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:24.998943776Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:24.998998888Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"8f7b2129-6734-45c8-8466-79d69b109542","remote_addr":"[fd00:1122:3344:101::c]:60841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.009091723Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a74093cf-89ee-4ca5-bbde-495563ad628b","remote_addr":"[fd00:1122:3344:101::c]:60841","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":139,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.050345775Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:56403"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.050978691Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.092274015Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.149647934Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c3a7983d-98f7-4cbe-af78-0fa77a0d5c9b","remote_addr":"[fd00:1122:3344:101::c]:56403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99247,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.149768247Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48713"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.149970062Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5c6c36ff-9c9d-42fc-ad35-567121b54c41","remote_addr":"[fd00:1122:3344:101::c]:48713","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:25.150116716Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"96712578-eb89-417d-9de2-6d94870514c3","remote_addr":"[fd00:1122:3344:101::c]:56403","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":101,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.740206281Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"a86c04b9-3206-4d10-ba9f-81f1ae968e16","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":10236,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.820386457Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:54877"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.820469029Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"95a4920e-6059-41ea-927b-2589be313c78","remote_addr":"[fd00:1122:3344:101::b]:54877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.840677039Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.84070793Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4b88ff3e-0dfb-4854-bbb5-8dd58797774e","remote_addr":"[fd00:1122:3344:101::b]:54877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":93,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.850553009Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5279cf96-79a9-47b9-94f1-d1450fcf73a0","remote_addr":"[fd00:1122:3344:101::b]:54877","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.932641233Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64888"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:26.933379932Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2e832e8b-bf77-4bdb-a902-9fbbb1d89f96","remote_addr":"[fd00:1122:3344:101::b]:64888","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":712,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:27.0354346Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63846"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:27.035604404Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:27.072956918Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:27.126820899Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6933659f-665e-45ec-9a6f-88bbff5487ef","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91293,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:27.127153798Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"de98cc94-94aa-449d-ad28-97380358b76a","remote_addr":"[fd00:1122:3344:101::b]:63846","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":118,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.05339541Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34299"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.053480182Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1079140d-8f5e-4483-8c91-c960566b4f29","remote_addr":"[fd00:1122:3344:101::a]:34299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.103507186Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.103567387Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"dfaaa0d4-400f-45e7-88b1-fc9dfb97061a","remote_addr":"[fd00:1122:3344:101::a]:34299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":120,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.112451182Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f9ba0d8e-25a2-4d87-9cfc-e6ddcbe04704","remote_addr":"[fd00:1122:3344:101::a]:34299","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":223,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.205034211Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50650"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.205848562Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"2e3eea5c-4e96-4d57-a2e2-a648ff1c08e7","remote_addr":"[fd00:1122:3344:101::a]:50650","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":750,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.219899257Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:60521"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.220004849Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.255503757Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.312908167Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"08bab0b2-1e85-4033-9012-2c9f798497b8","remote_addr":"[fd00:1122:3344:101::a]:60521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92948,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:28.313206215Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"e070b0e1-d9e4-44a7-8c28-382b707c44ab","remote_addr":"[fd00:1122:3344:101::a]:60521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:30.605544263Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60816"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:30.605691246Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"d929cbbb-b468-469a-a655-233bf8ffe9af","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:60816","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.175019699Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.251325517Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61717"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.251543382Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a87396bf-1902-42ae-9fa9-50110bc2b8d5","remote_addr":"[fd00:1122:3344:101::c]:61717","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":141,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.266528241Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:48795"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.266652944Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1ccecd32-eae7-48bf-8eeb-2b6c6809deb4","remote_addr":"[fd00:1122:3344:101::c]:48795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":35,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.316649928Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.316666498Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2c607fe5-0a51-4e2e-9969-0a23154e6c14","remote_addr":"[fd00:1122:3344:101::c]:48795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.32701857Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1d9ae5db-5a10-4f1a-9464-bd2961e5c0b9","remote_addr":"[fd00:1122:3344:101::c]:48795","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":758,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.337324284Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:59631"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.33741574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.378295915Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.445074662Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c7c83dfd-4397-465d-adf0-1eeb1313ce36","remote_addr":"[fd00:1122:3344:101::c]:59631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107629,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:55.445925924Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"3d33b674-4541-4d51-be6e-b74023848f31","remote_addr":"[fd00:1122:3344:101::c]:59631","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":609,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:56.813701502Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"6496e042-5ae3-487f-bffe-35ad0b8d5362","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8222,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.042606626Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:65122"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.04278389Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"51f4f502-461f-4cf8-a192-33d45473425a","remote_addr":"[fd00:1122:3344:101::b]:65122","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.15913918Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:62708"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.159804707Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e09bf69d-c083-4764-b7e6-d02e30629e28","remote_addr":"[fd00:1122:3344:101::b]:62708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":621,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.171024161Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:36306"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.171145254Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.20858081Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.26636891Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"997585f6-d4b6-4914-a460-7d660d412f31","remote_addr":"[fd00:1122:3344:101::b]:36306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95265,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.266575785Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.266597316Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4360381d-f529-4b94-8761-7cb02deb94ef","remote_addr":"[fd00:1122:3344:101::b]:62708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.266751049Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"43451bb5-1202-4af0-8e05-89d8a56ea392","remote_addr":"[fd00:1122:3344:101::b]:36306","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:57.276463785Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9adaaf6d-6736-4d92-8cc2-790310884e4e","remote_addr":"[fd00:1122:3344:101::b]:62708","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":281,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.250571597Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48512"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.250725251Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a9bb0898-9e37-4870-9528-4d6721fa8be6","remote_addr":"[fd00:1122:3344:101::a]:48512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":89,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.304234393Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.304269254Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5bb939ef-cb97-4cf4-b561-8a88dcb0e038","remote_addr":"[fd00:1122:3344:101::a]:48512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.319840908Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f5e2025c-dfb9-4c4f-8e63-bd82870deaa9","remote_addr":"[fd00:1122:3344:101::a]:48512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":206,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.350857401Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55370"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.351711133Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.392879723Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.453476643Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2b00fa5f-6ae6-4bdc-8ec1-10bd30c1cf5c","remote_addr":"[fd00:1122:3344:101::a]:55370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102605,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.453572271Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38007"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.45449188Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"fe905f99-e29c-42dc-8ec3-d73345803b7e","remote_addr":"[fd00:1122:3344:101::a]:38007","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":779,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:00:58.454564061Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9f257e1d-e6ef-4d20-9f9f-bd2aa94eaf1f","remote_addr":"[fd00:1122:3344:101::a]:55370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":763,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:00.642787859Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40770"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:00.642888952Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"c4a15601-dd43-421d-b49a-209f78395588","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40770","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":39,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.056585039Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:39141"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.056709822Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b2d46d91-2ac6-4497-ba2c-99898f08db65","remote_addr":"[fd00:1122:3344:101::c]:39141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.098374804Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.098398685Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"00a154be-4045-4f62-92e0-0d0583f18636","remote_addr":"[fd00:1122:3344:101::c]:39141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":702,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.139618286Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54625"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.139815141Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f547ad34-75b4-4479-8199-ddf29db10cca","remote_addr":"[fd00:1122:3344:101::c]:54625","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.142498989Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"33d73da1-b953-4bc2-8da9-114131bf0cde","remote_addr":"[fd00:1122:3344:101::c]:39141","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":160,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.184261844Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:57343"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.184843019Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.224945502Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.28024465Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"052b9d41-fe69-4bc3-aa79-f9ba6715a291","remote_addr":"[fd00:1122:3344:101::c]:57343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95925,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:25.280840335Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b4b700fb-7fb8-4d45-be4e-3805bd933fdc","remote_addr":"[fd00:1122:3344:101::c]:57343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.811507259Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"56a2f570-a1c1-4819-817a-6a95bca21ba4","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6634,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.883316573Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60908"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.883410435Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"6356527e-bbe8-4045-9dcc-71de2b84c355","remote_addr":"[fd00:1122:3344:101::b]:60908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":41,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.92675288Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.926772841Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c363741d-4c58-429a-9cc8-38f700386eb0","remote_addr":"[fd00:1122:3344:101::b]:60908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":682,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.929746076Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:45693"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.9299241Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f2ba3557-c81d-45e4-9f66-40fa2f53b86f","remote_addr":"[fd00:1122:3344:101::b]:45693","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.935220974Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d25c156e-56ea-4362-94ea-a8a72ac2755c","remote_addr":"[fd00:1122:3344:101::b]:60908","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":117,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.972344722Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38259"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:26.972413574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.010890856Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.067456646Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"941087eb-bfcc-429f-b204-d0cb65e6bad8","remote_addr":"[fd00:1122:3344:101::b]:38259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95069,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.067756253Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d8c948f6-6d62-4c75-a65d-43ebc2f455dd","remote_addr":"[fd00:1122:3344:101::b]:38259","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":97,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.933291062Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49391"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.933421355Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"e840790a-4031-470d-b100-4f105a13d67c","remote_addr":"[fd00:1122:3344:101::a]:49391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":60,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.978796571Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.978828302Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"a999933b-6e3a-420e-9c58-265030fcc1b9","remote_addr":"[fd00:1122:3344:101::a]:49391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":78,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:27.98745262Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"970c30f2-e908-49f1-a1c7-73b598b1454c","remote_addr":"[fd00:1122:3344:101::a]:49391","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.103646646Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:33781"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.104394235Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"06191ef3-5703-4047-a6e3-a2f741b9fbaa","remote_addr":"[fd00:1122:3344:101::a]:33781","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":705,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.119319702Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44209"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.119402344Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.157965718Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.218451536Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"93c02875-53a9-4082-924f-41e460cd86bc","remote_addr":"[fd00:1122:3344:101::a]:44209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99079,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:28.218718883Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"50f92e7f-3e3d-4ad1-865c-f635fcf2c603","remote_addr":"[fd00:1122:3344:101::a]:44209","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:30.67644123Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46507"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:30.676630445Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"b1b68bbb-9e74-4ccf-b56a-48a2f45b0e07","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:46507","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":85,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.289529138Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:63560"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.28963528Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0b1fb8f7-2bcb-4a9e-b028-dcc59cfc57f4","remote_addr":"[fd00:1122:3344:101::c]:63560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":43,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.308674491Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.308704392Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"0644de61-0619-4cb1-b387-f0a234d06877","remote_addr":"[fd00:1122:3344:101::c]:63560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":68,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.317438363Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"93d831a5-ab20-4674-a8d3-ad93030d6362","remote_addr":"[fd00:1122:3344:101::c]:63560","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":157,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.414159877Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34954"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.414267489Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.455530352Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.517638101Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"f29f8dc3-bf97-424e-bed1-2246d209f6bc","remote_addr":"[fd00:1122:3344:101::c]:34954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103412,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.517766175Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:65321"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.517961059Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f45012ae-b537-42f0-8ff6-0350cd6bf5ae","remote_addr":"[fd00:1122:3344:101::c]:65321","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":132,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:55.518103823Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bd64f64e-a9e4-4649-bb45-a1ce79233d8a","remote_addr":"[fd00:1122:3344:101::c]:34954","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:56.812848276Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"6d74ed24-7d81-4e04-bbaf-f18aaee4d18c","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7530,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.188022915Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52269"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.188895777Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"70631b54-f825-435e-ac11-644e4da255f9","remote_addr":"[fd00:1122:3344:101::b]:52269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":810,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.208935673Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.208957884Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4ff13154-b2c5-48fb-a710-622823b273cc","remote_addr":"[fd00:1122:3344:101::b]:52269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.218001273Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"5eb5c372-d1a6-4df6-aec8-de36d41701ce","remote_addr":"[fd00:1122:3344:101::b]:52269","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":257,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.23138328Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:58124"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.232091969Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.270815717Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.326636747Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"cd9532f0-fa3f-43c8-8a14-a931f5e202c6","remote_addr":"[fd00:1122:3344:101::b]:58124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95193,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.326819132Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41474"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.327091449Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"cab52fcc-ae9e-4a40-9031-c8ffee24eedb","remote_addr":"[fd00:1122:3344:101::b]:41474","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":189,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:57.32713399Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"5344656a-565d-4701-a47e-db3247840b29","remote_addr":"[fd00:1122:3344:101::b]:58124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.254150762Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:52771"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.254239375Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4b12ff6f-eb82-474b-b431-36e8c35c928e","remote_addr":"[fd00:1122:3344:101::a]:52771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":42,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.270225949Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.27027071Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"79bf7eff-cc9b-4a80-afc7-506b7bc829a0","remote_addr":"[fd00:1122:3344:101::a]:52771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":131,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.278387905Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"9cc5407a-a6fe-4e3c-8864-05b5004bc3cc","remote_addr":"[fd00:1122:3344:101::a]:52771","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.309007019Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42348"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.309095111Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.344828954Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.396455728Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ffefaeb9-e5e8-47cc-84ad-e55ff7c8f876","remote_addr":"[fd00:1122:3344:101::a]:42348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87391,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.396687644Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:44793"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.396764356Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"57192ce3-a942-47ea-83ff-7d8fa1842927","remote_addr":"[fd00:1122:3344:101::a]:42348","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":144,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:01:58.396975581Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8a9e7c2d-e83a-4166-8b24-53ad43aae3e4","remote_addr":"[fd00:1122:3344:101::a]:44793","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":167,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:00.709690975Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65408"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:00.709928431Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"77ea77f6-c0b9-49f8-9297-1d39436aa1c6","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65408","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.363686168Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:61370"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.363891333Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"ee2524bb-165c-4914-b89b-300bf3b99040","remote_addr":"[fd00:1122:3344:101::a]:61370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":129,"response_code":"200"}
{"msg":"Mapping virtual NIC to physical host","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.364127549Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:838","mapping":"VirtualNetworkInterfaceHost { virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), physical_host_ip: fd00:1122:3344:101::1, vni: Vni(4083553) }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.364154Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"PUT","req_id":"5d5b5e2c-594d-43a9-9249-347ef85150c0","remote_addr":"[fd00:1122:3344:101::a]:61370","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":77,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.584191988Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:55097"}
{"msg":"ensuring instance is registered","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.585377938Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:555","metadata":"InstanceMetadata { silo_id: 349fe2e7-15c4-409d-9246-39a38a45644a, project_id: 650143cb-0345-45bb-bf5e-6ddbd613105b }","propolis_addr":"[fd00:1122:3344:101::1:0]:12400","vmm_runtime":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-14T04:02:12.583953633Z }","hardware":"InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4083553))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-ad7c3e030fd\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7449bc84-85f2-48f5-8255-f6c5b27107dd, read_only_parent: Some(Volume { block_size: 512, id: 9b06660d-7c6a-48f7-94f2-ee1c615e357b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 775d3e7d-0125-449b-bf3e-6f2652e18ba2, key: Some(\"8JsOLvsAvWLtdt+NZNCtQaTvFoRkEDCuOiqvsXI09Q4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7449bc84-85f2-48f5-8255-f6c5b27107dd, key: Some(\"2fFFyGQxF813FySw9QJssPbqQnZ3rF0/5aILfNbTqXg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::14]:19003\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-ad7c3e030fd\" }] }), cloud_init_bytes: Some(..) }","migration_id":"None","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"registering new instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.58542205Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:588","migration_id":"None","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"initializing new Instance","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.58542743Z","hostname":"buskin","pid":1572,"propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:1139","state":"InstanceInitialState { hardware: InstanceHardware { properties: InstanceProperties { ncpus: InstanceCpuCount(2), memory: ByteCount(1073741824), hostname: Hostname(\"localshark\") }, nics: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], source_nat: SourceNatConfig { ip: 10.151.1.175, first_port: 0, last_port: 16383 }, ephemeral_ip: Some(10.151.1.176), floating_ips: [], firewall_rules: [ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: None, filter_protocols: Some([Icmp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], filter_hosts: Some([Vpc(Vni(4083553))]), filter_ports: None, filter_protocols: None, action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 8d3082e7-54be-4ad7-98d5-1ba610f07720, kind: Instance { id: 1049c39c-c181-4c63-ba09-ef1f0de32962 }, name: Name(\"net0\"), ip: 172.30.0.5, mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), vni: Vni(4083553), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(22), last: L4Port(22) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }], dhcp_config: DhcpConfig { dns_servers: [1.1.1.1, 9.9.9.9], host_domain: None, search_domains: [] }, disks: [DiskRequest { device: \"nvme\", name: \"disk-ad7c3e030fd\", read_only: false, slot: Slot(0), volume_construction_request: Volume { block_size: 512, id: 7449bc84-85f2-48f5-8255-f6c5b27107dd, read_only_parent: Some(Volume { block_size: 512, id: 9b06660d-7c6a-48f7-94f2-ee1c615e357b, read_only_parent: None, sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 2, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 775d3e7d-0125-449b-bf3e-6f2652e18ba2, key: Some(\"8JsOLvsAvWLtdt+NZNCtQaTvFoRkEDCuOiqvsXI09Q4=\"), key_pem: None, lossy: false, read_only: true, root_cert_pem: None, target: [\"[fd00:1122:3344:101::17]:19001\", \"[fd00:1122:3344:101::14]:19002\", \"[fd00:1122:3344:101::19]:19001\"] } }] }), sub_volumes: [Region { block_size: 512, blocks_per_extent: 131072, extent_count: 32, gen: 1, opts: CrucibleOpts { cert_pem: None, control: None, flush_timeout: None, id: 7449bc84-85f2-48f5-8255-f6c5b27107dd, key: Some(\"2fFFyGQxF813FySw9QJssPbqQnZ3rF0/5aILfNbTqXg=\"), key_pem: None, lossy: false, read_only: false, root_cert_pem: None, target: [\"[fd00:1122:3344:101::16]:19000\", \"[fd00:1122:3344:101::17]:19002\", \"[fd00:1122:3344:101::14]:19003\"] } }] } }], boot_settings: Some(BootSettings { order: [BootOrderEntry { name: \"disk-ad7c3e030fd\" }] }), cloud_init_bytes: Some(..) }, vmm_runtime: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-10-14T04:02:12.583953633Z }, propolis_addr: [fd00:1122:3344:101::1:0]:12400, migration_id: None }","migration_id":"None","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.585508632Z","hostname":"buskin","pid":1572,"uri":"/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01","method":"PUT","req_id":"0c849917-66f8-4adc-be01-8ef9ad197887","remote_addr":"[fd00:1122:3344:101::a]:55097","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1243,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.696426044Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54770"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.696699461Z","hostname":"buskin","pid":1572,"uri":"/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state","method":"PUT","req_id":"3374649e-44a7-47b2-9692-70134f6b93ea","remote_addr":"[fd00:1122:3344:101::a]:54770","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":179,"response_code":"200"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.697261976Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte6\", ip: 172.30.0.5, mac: MacAddr6([168, 64, 37, 240, 0, 0]), slot: 0, vni: Vni { inner: 4083553 }, subnet: V4(Ipv4Net { addr: 172.30.0.0, width: 22 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.0.1 } }) }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.697301266Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.735119062Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.756713348Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.772719322Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:41829"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.773499872Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"056bb2b0-d51e-4462-876e-057d3aa5d0ce","remote_addr":"[fd00:1122:3344:101::a]:41829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":685,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:12.795566979Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {8d3082e7-54be-4ad7-98d5-1ba610f07720: {10.151.1.176: {6de6ebb6-b90c-4798-a9aa-35442c123777}, 10.151.1.175: {6de6ebb6-b90c-4798-a9aa-35442c123777}}} }"}
{"msg":"Profile for oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"system/illumos/propolis-server\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlInstance0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1:0'/>\n        <propval type=\"astring\" name=\"listen_port\" value='12400'/>\n        <propval type=\"astring\" name=\"metric_addr\" value='dns'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:13.715645506Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:13.715833421Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 74.964315ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:13.904517288Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 95.855907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:13.993810684Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 162.036495ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:14.108598224Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 579.734751ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:14.28415941Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 606.830287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:14.880310362Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 1.486797419s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:15.499902657Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 1.387864333s","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:16.998423129Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 983.194873ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:18.396680288Z","hostname":"buskin","pid":1572,"zone":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Started propolis in zone: oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.408029052Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:1633"}
{"msg":"wait for service Some(\"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\") failed: Property not found. retry in 28.036207ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:19.416241739Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Propolis SMF service is online","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.45586679Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:1642"}
{"msg":"Propolis HTTP server online","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.492958067Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:1666"}
{"msg":"result of instance_ensure call is Ok(InstanceEnsureResponse { migrate: None })","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.635003655Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:835"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.636104563Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.636161945Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"17a6718c-c6b1-4d3d-b302-cac97335014b","remote_addr":"[fd00:1122:3344:101::a]:41829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6840668,"response_code":"204"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Creating), migration_in: None, migration_out: None, time: 2024-10-14T04:02:19.636488033Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.636504753Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.636511434Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-14T04:02:19.636488033Z }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.636521154Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(3), time_updated: 2024-10-14T04:02:19.636488033Z }, migration_in: None, migration_out: None }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Running), migration_in: None, migration_out: None, time: 2024-10-14T04:02:19.689194495Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.689214655Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.689240156Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-14T04:02:19.689194495Z }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.689248196Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Running, gen: Generation(4), time_updated: 2024-10-14T04:02:19.689194495Z }, migration_in: None, migration_out: None }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:19.720548727Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"4763aa9d-0d83-4d74-8443-3216d208652c","remote_addr":"[fd00:1122:3344:101::a]:41829","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":427,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:24.911425081Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:54878"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:24.911743649Z","hostname":"buskin","pid":1572,"uri":"/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state","method":"GET","req_id":"5f4d1ffd-6a53-4b89-ba54-65a748ccdd6f","remote_addr":"[fd00:1122:3344:101::c]:54878","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":182,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.002973554Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:45405"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.003150909Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"1c5cd2ff-fae7-4fb7-a044-f892ce9cdb6f","remote_addr":"[fd00:1122:3344:101::c]:45405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.046481228Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {8d3082e7-54be-4ad7-98d5-1ba610f07720: {10.151.1.175: {6de6ebb6-b90c-4798-a9aa-35442c123777}, 10.151.1.176: {6de6ebb6-b90c-4798-a9aa-35442c123777}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.046510151Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"771e75d6-e0e8-4c58-84c5-f5881b52028f","remote_addr":"[fd00:1122:3344:101::c]:45405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":127,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.080992455Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51375"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.0811944Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"3d012e2b-8541-4301-8054-700171d910be","remote_addr":"[fd00:1122:3344:101::c]:51375","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":138,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.087424508Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"51dfebd2-679a-4f45-b551-92b9ff360d6f","remote_addr":"[fd00:1122:3344:101::c]:45405","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":676,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.13458888Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:49563"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.134678372Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.174106178Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.232872553Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8c90a7da-c6f3-4259-929e-8b1310cacd08","remote_addr":"[fd00:1122:3344:101::c]:49563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":98232,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:25.233786416Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"50d60632-e69b-446c-94ef-da658ed78cca","remote_addr":"[fd00:1122:3344:101::c]:49563","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":738,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:26.813723354Z","hostname":"buskin","pid":1572,"uri":"/f4368d42-c157-4792-a1ee-1c6abf83cc94","method":"GET","req_id":"3235a5fe-9c28-415b-b892-6ffc328c7b9b","remote_addr":"[fd00:1122:3344:101::d]:51164","local_addr":"[fd00:1122:3344:101::1]:52020","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7976,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:26.880674546Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:64004"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:26.88084251Z","hostname":"buskin","pid":1572,"uri":"/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state","method":"GET","req_id":"d2b9c6f1-ebd9-44f2-8455-68b69879e904","remote_addr":"[fd00:1122:3344:101::b]:64004","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:26.947819502Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:43594"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:26.947922615Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b8224680-e456-4d51-870b-585218590173","remote_addr":"[fd00:1122:3344:101::b]:43594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.055900553Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:46595"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.056104429Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b632314e-e288-4a17-940e-dd98ff4e18a0","remote_addr":"[fd00:1122:3344:101::b]:46595","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":156,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.071008785Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {8d3082e7-54be-4ad7-98d5-1ba610f07720: {10.151.1.176: {6de6ebb6-b90c-4798-a9aa-35442c123777}, 10.151.1.175: {6de6ebb6-b90c-4798-a9aa-35442c123777}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.071031826Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"2926c06d-71e3-4ccb-af3f-6a63d7ceed4e","remote_addr":"[fd00:1122:3344:101::b]:43594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.08900708Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d16d921c-5e5b-4cfc-9ff1-3b4c82caa964","remote_addr":"[fd00:1122:3344:101::b]:43594","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":664,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.15393094Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:34362"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.154008982Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.190296319Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.24217492Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"8adb9a38-848a-427c-995d-21fadec22d47","remote_addr":"[fd00:1122:3344:101::b]:34362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88198,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.242434666Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"b9777f9e-6d23-4919-9b38-ef1bda77b7d0","remote_addr":"[fd00:1122:3344:101::b]:34362","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.978033503Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50681"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:27.978836933Z","hostname":"buskin","pid":1572,"uri":"/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state","method":"GET","req_id":"c08f9b4c-4bc9-4cad-8288-bdddb5ded4e5","remote_addr":"[fd00:1122:3344:101::a]:50681","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":754,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.057353807Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:46315"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.05748645Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"45899cf0-febe-42d4-b51d-54ed68257612","remote_addr":"[fd00:1122:3344:101::a]:46315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":63,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.102755494Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {8d3082e7-54be-4ad7-98d5-1ba610f07720: {10.151.1.176: {6de6ebb6-b90c-4798-a9aa-35442c123777}, 10.151.1.175: {6de6ebb6-b90c-4798-a9aa-35442c123777}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.102810615Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"423f04d0-a02b-41d9-a184-27e100bf2aca","remote_addr":"[fd00:1122:3344:101::a]:46315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":149,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.119285692Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"da9a67aa-34ce-4027-8932-601d8272b822","remote_addr":"[fd00:1122:3344:101::a]:46315","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":190,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.216682433Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34246"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.216764135Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4096"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.253152424Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4120"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.309425616Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"de89f114-58cd-4d0f-8ae6-e909e6835958","remote_addr":"[fd00:1122:3344:101::a]:34246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":92687,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.30958082Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:57165"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.309832816Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"5ff94f8f-626b-4992-8e32-9ee8d08f1351","remote_addr":"[fd00:1122:3344:101::a]:57165","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":191,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:28.309869937Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"df248720-6d52-429c-b1c0-59fb5b374714","remote_addr":"[fd00:1122:3344:101::a]:34246","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":232,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.130105107Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42750"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.131389159Z","hostname":"buskin","pid":1572,"uri":"/vmms/2d06da34-3b45-4752-b4dc-5bc7d5671a01/state","method":"PUT","req_id":"198db60e-5da2-45c3-a546-7d6633ec1354","remote_addr":"[fd00:1122:3344:101::a]:42750","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1176,"response_code":"200"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Stopping), migration_in: None, migration_out: None, time: 2024-10-14T04:02:30.131508502Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.131527123Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.131548203Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-14T04:02:30.131508502Z }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.131558623Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Stopping, gen: Generation(6), time_updated: 2024-10-14T04:02:30.131508502Z }, migration_in: None, migration_out: None }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"Observing new propolis state: ObservedPropolisState { vmm_state: PropolisInstanceState(Destroyed), migration_in: None, migration_out: None, time: 2024-10-14T04:02:30.170424836Z }","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.170448126Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:685"}
{"msg":"updated state after observing Propolis state change","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.170476677Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:707","new_vmm_state":"VmmRuntimeState { state: Destroyed, gen: Generation(7), time_updated: 2024-10-14T04:02:30.170424836Z }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01"}
{"msg":"terminating VMM that has exited","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.170485837Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:721","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.170502547Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:30.17061686Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"4755865554578470568"}
{"msg":"target removed with queued samples","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:30.170940618Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:602","n_samples":6,"id":"5440510059894103311"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.172892698Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"creating zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.172937339Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:339","context":"ZoneBundleContext { storage_dirs: [\"/pool/int/254af8ab-25b3-41a6-a847-a5796b7d761a/debug/bundle/zone\", \"/pool/int/809e97ca-b5b1-40a8-916d-f6b5769feba0/debug/bundle/zone\"], cause: TerminatedInstance, extra_log_dirs: [\"/pool/ext/02c2c962-bc54-4077-bde3-2d1ebf7c9f49/crypt/debug\", \"/pool/ext/7a22eaa9-8c97-4db6-b9f2-abfc83eb88ab/crypt/debug\", \"/pool/ext/b510366f-4893-4db8-a3a0-109c0d885c25/crypt/debug\", \"/pool/ext/ee0a8a5f-5e60-4740-be7a-5d1e2312c5c4/crypt/debug\", \"/pool/ext/19134185-b184-4780-a06b-c6cab90733ad/crypt/debug\", \"/pool/ext/921a0074-ab3b-4a47-91fe-33c9c37f0c20/crypt/debug\", \"/pool/ext/0afd191b-ae14-4675-bfe3-86f93cc351fa/crypt/debug\", \"/pool/ext/975b6857-b41c-4cdb-a993-a5e1e16c7732/crypt/debug\", \"/pool/ext/27ecc48f-d41d-4d05-80c1-f3e3acf6347f/crypt/debug\"] }","zone_name":"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.744416367Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55630"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.744749226Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"0a1b1d45-f5c3-4516-958b-cca1a10c5d09","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55630","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":176,"response_code":"200"}
{"msg":"finished zone bundle","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:30.807222314Z","hostname":"buskin","pid":1572,"component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:1142","metadata":"ZoneBundleMetadata { id: ZoneBundleId { zone_name: \"oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01\", bundle_id: eb53eb4a-22f6-42c9-b1ad-ff70c1df9351 }, time_created: 2024-10-14T04:02:30.173079483Z, version: 0, cause: TerminatedInstance }"}
{"msg":"Halting and removing zone: oxz_propolis-server_2d06da34-3b45-4752-b4dc-5bc7d5671a01","v":0,"name":"SledAgent","level":40,"time":"2024-10-14T04:02:30.807311687Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:935"}
{"msg":"halt_and_remove_logged: Previous zone state: Running","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:32.57700999Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"illumos-utils/src/zone.rs:270"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:32.591786123Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(4083553), kind: System }"}
{"msg":"Removed route set for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:32.591824494Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:964","id":"RouterId { vni: Vni(4083553), kind: Custom(V4(Ipv4Net { addr: 172.30.0.0, width: 22 })) }"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:32.592211604Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-14T04:02:32.592185303Z }, migration_in: None, migration_out: None }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"Publishing instance state update to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:32.62451145Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:605","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Destroyed, gen: Generation(8), time_updated: 2024-10-14T04:02:32.592185303Z }, migration_in: None, migration_out: None }","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962"}
{"msg":"State monitoring task complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:32.629022294Z","hostname":"buskin","pid":1572,"instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","propolis_id":"2d06da34-3b45-4752-b4dc-5bc7d5671a01","instance_id":"1049c39c-c181-4c63-ba09-ef1f0de32962","component":"InstanceManager","file":"sled-agent/src/instance.rs:872"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.029136063Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:34084"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.029265687Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"f1f93b11-b1f7-45bc-8144-3ce3fed1b7df","remote_addr":"[fd00:1122:3344:101::a]:34084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.081095286Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {8d3082e7-54be-4ad7-98d5-1ba610f07720: {10.151.1.175: {6de6ebb6-b90c-4798-a9aa-35442c123777}, 10.151.1.176: {6de6ebb6-b90c-4798-a9aa-35442c123777}}} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.081138977Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"5ffe9856-5bd0-4e67-9ed6-224dbebb5cfd","remote_addr":"[fd00:1122:3344:101::a]:34084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":692,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.090469323Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d1b22b85-50c4-488c-a80c-075b27d3f39f","remote_addr":"[fd00:1122:3344:101::a]:34084","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.139361689Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:51374"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.139516962Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"edc9f827-3534-48d2-9d0e-978acc5567a4","remote_addr":"[fd00:1122:3344:101::a]:51374","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.522759555Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36485"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.52296973Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"609482b4-0cfe-43ef-a7c8-d0a989cada84","remote_addr":"[fd00:1122:3344:101::a]:36485","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":152,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.658544796Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:53767"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.658629768Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"dc67d18c-e3a0-458b-bdd2-73e6416b2040","remote_addr":"[fd00:1122:3344:101::a]:53767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":49,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.672939699Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"IGW mapping changed; external IPs refreshed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.673041052Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1205"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.673069082Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b7efa0fa-70ed-471e-bcd1-6789a024723d","remote_addr":"[fd00:1122:3344:101::a]:53767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":161,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:33.681427414Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"bc113ee7-bd88-422a-8b7a-64447ba09796","remote_addr":"[fd00:1122:3344:101::a]:53767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":255,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:34.228756783Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:36244"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:34.228862316Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"bca94b90-6f08-4d79-8732-3adb047c45a8","remote_addr":"[fd00:1122:3344:101::a]:36244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:34.242769837Z","hostname":"buskin","pid":1572,"sled_id":"f4368d42-c157-4792-a1ee-1c6abf83cc94","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1179","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:34.242792388Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"f88b52a2-2390-4aaa-a82d-b552d2202c48","remote_addr":"[fd00:1122:3344:101::a]:36244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":50,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-14T04:02:34.251121028Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"fd5f957e-b07a-4aab-aed7-16163862d39a","remote_addr":"[fd00:1122:3344:101::a]:36244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":719,"response_code":"204"}