[ Oct  9 05:47:49 Enabled. ]
[ Oct  9 05:47:49 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/sled-agent/sled-agent run /opt/oxide/sled-agent/pkg/config.toml &"). ]
[ Oct  9 05:47:49 Method "start" exited with status 0. ]
[ Oct  9 05:47:49 Rereading configuration. ]
[ Oct  9 05:47:49 No 'refresh' method defined.  Treating as :true. ]
note: configured to log to "/dev/stdout"
{"msg":"Ensuring contract reaper thread","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:49.97229371Z","hostname":"buskin","pid":1572,"file":"illumos-utils/src/running_zone.rs:113"}
{"msg":"finding links [\"net0\", \"net1\"]","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:49.972448333Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:255"}
{"msg":"Starting mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.029668003Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:262","addr-objs":"[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]"}
{"msg":"Importing mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.029709814Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:42","path":"/opt/oxide/mg-ddm/pkg/ddm/manifest.xml"}
{"msg":"Setting mg-ddm interfaces","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.144264077Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:50","interfaces":"(\"net0/ll\" \"net1/ll\")"}
{"msg":"Enabling mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.153015708Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/maghemite.rs:56"}
{"msg":"Ensuring zfs key directory exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.16121101Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"sled-agent/src/bootstrap/pre_server.rs:272","path":"/var/run/oxide/"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.765543362Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fdb0:18c0:4d0d:9fb2::, width: 64 }"}
{"msg":"Starting KeyManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.904870103Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:126"}
{"msg":"Starting StorageManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.904901874Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:138"}
{"msg":"Starting StorageMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.904983736Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:151"}
{"msg":"Starting HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.905068267Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:173","nongimlet_observed_disks":"[]","sled_mode":"Scrimlet { asic: SoftNpuZone }"}
{"msg":"DumpSetup poll loop started.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.905074437Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:520"}
{"msg":"Creating HardwareManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.905090627Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:717"}
{"msg":"Generated i86pc baseboard Pc { identifier: \"buskin\", model: \"i86pc\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.907857405Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:624"}
{"msg":"Device is not a Gimlet (i86pc), proceeding with null hardware view","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:50.907863445Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:766"}
{"msg":"Starting HardwareMonitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.907879815Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:187"}
{"msg":"Monitoring for hardware updates","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.907890206Z","hostname":"buskin","pid":1572,"component":"HardwareManager","file":"sled-hardware/src/illumos/mod.rs:825"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.907917326Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_0.vdev"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.907941107Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"None"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.908034908Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.908063479Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.908073879Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.918206354Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:50.918236455Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.015595899Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal }"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.39572846Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.39575788Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/m2_1.vdev"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.39576286Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.395779601Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.395786491Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.395807271Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.395812131Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/m2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/m2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.404015603Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with generated ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.404038384Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:378","id":"07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.488235451Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895089014Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_0.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895132935Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895172425Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895178776Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895183996Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895192786Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895229566Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_1.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895237717Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895253317Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895258437Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895263387Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895280347Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895285737Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_2.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895289998Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895308178Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895313338Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895317858Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895323788Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895328388Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_3.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895333508Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895338628Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895343668Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895369919Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895376619Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895380579Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_4.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895385519Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895391639Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895396489Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.89541782Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.89542436Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.8954283Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_5.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.89543289Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.89546186Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.89546735Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895477461Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895481881Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895486461Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_6.vdev"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895492481Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895523122Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895529122Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895534752Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895538922Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895543622Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_7.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895549572Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895556172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895566502Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895600073Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895605703Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Upserting synthetic device to Storage Manager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895609993Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:243","vdev":"/scratch/u2_8.vdev"}
{"msg":"Received DetectedRawDisk { raw_disk: Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }), tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895615143Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Inserting disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895619573Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:457","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895624253Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895657684Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895667734Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Waiting for boot disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895672074Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:97"}
{"msg":"Found boot disk DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895682994Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:99"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895687184Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895691314Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: Unmanaged(Synthetic(RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895722285Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895727815Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Starting Bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895731805Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:211"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895739565Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/cluster/bootstore-fsm-state.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895771326Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found. Loading Fsm::State as Uninitialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895780626Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:83"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895788256Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/cluster/bootstore-network-config.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895793406Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:188"}
{"msg":"No ledger found for network config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895798026Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/storage.rs:146"}
{"msg":"Starting Bootstore DDMD poller","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895814756Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:216"}
{"msg":"Starting ZoneBundler related tasks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.895823197Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/long_running_tasks.rs:231"}
{"msg":"Creating ServiceManager","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.90639352Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:739"}
{"msg":"top of bundle cleanup loop","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.906457061Z","hostname":"buskin","pid":1572,"component":"auto-cleanup-task","component":"ZoneBundler","file":"sled-agent/src/zone_bundle.rs:186","time_to_next_cleanup":"599.999933159s","next_cleanup":"Instant { tv_sec: 1342, tv_nsec: 188278416 }"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.906467711Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.908651289Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.908754211Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/sled-agent-request.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.908799281Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentStartup","file":"common/src/ledger.rs:188"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.909085326Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"Started listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.910789006Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:51","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Injecting RSS configuration: RackInitializeRequest {\n    trust_quorum_peers: None,\n    bootstrap_discovery: OnlyOurs,\n    ntp_servers: [\n        \"0.pool.ntp.org\",\n    ],\n    dns_servers: [\n        1.1.1.1,\n        9.9.9.9,\n    ],\n    internal_services_ip_pool_ranges: [\n        V4(\n            Ipv4Range {\n                first: 10.151.1.164,\n                last: 10.151.1.173,\n            },\n        ),\n    ],\n    external_dns_ips: [\n        10.151.1.164,\n        10.151.1.165,\n    ],\n    external_dns_zone_name: \"oxide.test\",\n    external_certificates: \"<redacted>\",\n    recovery_silo: RecoverySiloConfig {\n        silo_name: Name(\n            \"recovery\",\n        ),\n        user_name: UserId(\n            \"recovery\",\n        ),\n        user_password_hash: NewPasswordHash(\n            PasswordHashString {\n                string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                encoding: B64,\n            },\n        ),\n    },\n    rack_network_config: RackNetworkConfigV2 {\n        rack_subnet: Ipv6Net {\n            addr: fd00:1122:3344:100::,\n            width: 56,\n        },\n        infra_ip_first: 10.151.1.174,\n        infra_ip_last: 10.151.1.174,\n        ports: [\n            PortConfigV2 {\n                routes: [\n                    RouteConfig {\n                        destination: V4(\n                            Ipv4Net {\n                                addr: 0.0.0.0,\n                                width: 0,\n                            },\n                        ),\n                        nexthop: 10.151.1.100,\n                        vlan_id: None,\n                        rib_priority: None,\n                    },\n                ],\n                addresses: [\n                    UplinkAddressConfig {\n                        address: V4(\n                            Ipv4Net {\n                                addr: 10.151.1.174,\n                                width: 24,\n                            },\n                        ),\n                        vlan_id: None,\n                    },\n                ],\n                switch: Switch0,\n                port: \"qsfp0\",\n                uplink_port_speed: Speed40G,\n                uplink_port_fec: None,\n                bgp_peers: [],\n                autoneg: false,\n                lldp: None,\n            },\n        ],\n        bgp: [],\n        bfd: [],\n    },\n    allowed_source_ips: Any,\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911317785Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1074"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911324665Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"RSS","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911383836Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911423967Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/rss-plan-completed.marker","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911437797Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"RSS configuration has not been fully applied yet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911446387Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1137"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911475007Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911482148Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/rss-sled-plan.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911490198Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Creating new allocation plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911494068Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1179"}
{"msg":"Serializing plan","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911497668Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:156"}
{"msg":"Creating plan for the sled at fdb0:18c0:4d0d:9fb2::1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911501698Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:129"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911532508Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911564559Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.rss-sled-plan.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.911908495Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Sled plan written to storage: Plan {\n    rack_id: cde79127-ad1a-4dc8-8bde-c617fda5df2f,\n    sleds: {\n        [fdb0:18c0:4d0d:9fb2::1]:12346: StartSledAgentRequest {\n            generation: 0,\n            schema_version: 1,\n            body: StartSledAgentRequestBody {\n                id: 8fa2b36a-fea8-4835-8541-6d298f48930d (sled),\n                rack_id: cde79127-ad1a-4dc8-8bde-c617fda5df2f,\n                use_trust_quorum: false,\n                is_lrtq_learner: false,\n                subnet: Ipv6Subnet {\n                    net: Ipv6Net {\n                        addr: fd00:1122:3344:101::,\n                        width: 64,\n                    },\n                },\n            },\n        },\n    },\n    config: RackInitializeRequest {\n        trust_quorum_peers: None,\n        bootstrap_discovery: OnlyOurs,\n        ntp_servers: [\n            \"0.pool.ntp.org\",\n        ],\n        dns_servers: [\n            1.1.1.1,\n            9.9.9.9,\n        ],\n        internal_services_ip_pool_ranges: [\n            V4(\n                Ipv4Range {\n                    first: 10.151.1.164,\n                    last: 10.151.1.173,\n                },\n            ),\n        ],\n        external_dns_ips: [\n            10.151.1.164,\n            10.151.1.165,\n        ],\n        external_dns_zone_name: \"oxide.test\",\n        external_certificates: \"<redacted>\",\n        recovery_silo: RecoverySiloConfig {\n            silo_name: Name(\n                \"recovery\",\n            ),\n            user_name: UserId(\n                \"recovery\",\n            ),\n            user_password_hash: NewPasswordHash(\n                PasswordHashString {\n                    string: \"$argon2id$v=19$m=98304,t=13,p=1$RUlWc0ZxaHo0WFdrN0N6ZQ$S8p52j85GPvMhR/ek3GL0el/oProgTwWpHJZ8lsQQoY\",\n                    encoding: B64,\n                },\n            ),\n        },\n        rack_network_config: RackNetworkConfigV2 {\n            rack_subnet: Ipv6Net {\n                addr: fd00:1122:3344:100::,\n                width: 56,\n            },\n            infra_ip_first: 10.151.1.174,\n            infra_ip_last: 10.151.1.174,\n            ports: [\n                PortConfigV2 {\n                    routes: [\n                        RouteConfig {\n                            destination: V4(\n                                Ipv4Net {\n                                    addr: 0.0.0.0,\n                                    width: 0,\n                                },\n                            ),\n                            nexthop: 10.151.1.100,\n                            vlan_id: None,\n                            rib_priority: None,\n                        },\n                    ],\n                    addresses: [\n                        UplinkAddressConfig {\n                            address: V4(\n                                Ipv4Net {\n                                    addr: 10.151.1.174,\n                                    width: 24,\n                                },\n                            ),\n                            vlan_id: None,\n                        },\n                    ],\n                    switch: Switch0,\n                    port: \"qsfp0\",\n                    uplink_port_speed: Speed40G,\n                    uplink_port_fec: None,\n                    bgp_peers: [],\n                    autoneg: false,\n                    lldp: None,\n                },\n            ],\n            bgp: [],\n            bfd: [],\n        },\n        allowed_source_ips: Any,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.912153129Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/sled.rs:176"}
{"msg":"Writing Rack Network Configuration to bootstore","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.912158099Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1213"}
{"msg":"Attempting to update network config with generation: 1, current_generation: 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.91219225Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.91220726Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.912358803Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.912484225Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"Received initialization request from RSS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.912528866Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:232","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346","request":"StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8fa2b36a-fea8-4835-8541-6d298f48930d (sled), rack_id: cde79127-ad1a-4dc8-8bde-c617fda5df2f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }"}
{"msg":"Enabling switch zone (new)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.913204557Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4241"}
{"msg":"Starting switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.913257709Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4623"}
{"msg":"Loaded keys and certs","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.917278198Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/client.rs:50"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.923258362Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.923365544Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsClient","BootstrapAgentClient":"[fdb0:18c0:4d0d:9fb2::1]:12346","component":"BootstrapAgentRssHandler","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Certificate chain verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927469615Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:307"}
{"msg":"Signature verified successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927525696Z","hostname":"buskin","pid":1572,"component":"SledAgentSprocketsServer","file":"/home/build/.cargo/git/checkouts/sprockets-82488b5b61bf00db/cc13773/tls/src/keys.rs:376"}
{"msg":"Accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927624197Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:37556","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:74"}
{"msg":"Loading Sled Agent: StartSledAgentRequest { generation: 0, schema_version: 1, body: StartSledAgentRequestBody { id: 8fa2b36a-fea8-4835-8541-6d298f48930d (sled), rack_id: cde79127-ad1a-4dc8-8bde-c617fda5df2f, use_trust_quorum: false, is_lrtq_learner: false, subnet: Ipv6Subnet { net: Ipv6Net { addr: fd00:1122:3344:101::, width: 64 } } } }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.92776919Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:362"}
{"msg":"KeyManager: using hardcoded secret retriever","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.92778666Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:377"}
{"msg":"setting up sled agent server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.92780658Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/server.rs:44"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.92781202Z","hostname":"buskin","pid":1572,"component":"DnsResolver","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Received KeyManagerReady","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927826581Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Loading storage config","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927846801Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:644"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927898882Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:101::, width: 64 }"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927920892Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927951233Z","hostname":"buskin","pid":1572,"request":"load_disks_ledger","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger of physical disks exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927966453Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:633"}
{"msg":"KeyManager ready, but no ledger detected","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927973693Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:661"}
{"msg":"automatically managing disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927978543Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:440"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.927989153Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Successfully synchronized disks without error","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.928001374Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:532","result":"DisksManagementResult { status: [] }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.944038691Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.963451787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.980801927Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"SledAgent::new(..) starting","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.988189755Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:391"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.988240056Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Requested swap device of size 64 GiB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.988251376Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:403"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.988277877Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 74.059582ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:51.991399711Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3fd48fa-d48a-40d5-aa8d-1a3781dde8ce\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"d3fd48fa-d48a-40d5-aa8d-1a3781dde8ce\" }"}
{"msg":"attempting to create encrypted zvol: name=\"oxi_d6cde337-7634-4a9e-a6ab-bc764b121353/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.000802124Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:153"}
{"msg":"successfully created encrypted zvol: name=\"oxi_d6cde337-7634-4a9e-a6ab-bc764b121353/swap\", size_gb=64","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.024409162Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:249"}
{"msg":"adding swap device: swapname=\"/dev/zvol/dsk/oxi_d6cde337-7634-4a9e-a6ab-bc764b121353/swap\"","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.024454913Z","hostname":"buskin","pid":1572,"file":"sled-agent/src/swap_device.rs:96"}
{"msg":"Mounting backing filesystems","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.029609562Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:418"}
{"msg":"Processing fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.029617382Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:128"}
{"msg":"Ensuring dataset oxi_d6cde337-7634-4a9e-a6ab-bc764b121353/backing/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.029621672Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:138"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.066734665Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 102.817421ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.067564379Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"453fb51b-bd93-487c-948e-0d109f38e298\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"453fb51b-bd93-487c-948e-0d109f38e298\" }"}
{"msg":"Stopping service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.118311928Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:173"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.171457088Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 91.091197ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.172047188Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6a17f89-6fdd-4fbf-b779-c88b71012873\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"b6a17f89-6fdd-4fbf-b779-c88b71012873\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.264136712Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 127.926066ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.264690532Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4b21a236-f157-4e3d-b564-ecdb1832141b\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"4b21a236-f157-4e3d-b564-ecdb1832141b\" }"}
{"msg":"Mounting oxi_d6cde337-7634-4a9e-a6ab-bc764b121353/backing/fmd on /var/fm/fmd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.336671747Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:181"}
{"msg":"Ensuring directory /var/fm/fmd/rsrc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.35007021Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Ensuring directory /var/fm/fmd/ckpt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.350143481Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Ensuring directory /var/fm/fmd/xprt","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.350159901Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:189"}
{"msg":"Starting service svc:/system/fmd:default","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.350180721Z","hostname":"buskin","pid":1572,"component":"BackingFs","file":"sled-agent/src/backing_fs.rs:195"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.393153745Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 176.633181ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.393666064Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"878aca8a-8ed0-4d97-b518-3c47047809d5\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"878aca8a-8ed0-4d97-b518-3c47047809d5\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.571667706Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 333.540316ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.572467279Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"19042041-9e92-45e8-9764-cbddd88e30d3\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"19042041-9e92-45e8-9764-cbddd88e30d3\" }"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.908052698Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"Failed enable ddm stats (will retry after 199.866883ms)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:52.908590608Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:177","err":"Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5ea1d9b2-f65e-48e4-bb9c-4a5bc60140c3\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:47:51 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"5ea1d9b2-f65e-48e4-bb9c-4a5bc60140c3\" }"}
{"msg":"using '[AddrObject { interface: \"net0\", name: \"ll\" }, AddrObject { interface: \"net1\", name: \"ll\" }]' as data links for xde driver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.082555569Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"illumos-utils/src/opte/illumos.rs:93"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.088210517Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:33187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.088252317Z","hostname":"buskin","pid":1572,"component":"internal-dns-resolver","file":"internal-dns/src/resolver.rs:72","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"starting oximeter metric producer server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.088328179Z","hostname":"buskin","pid":1572,"file":"oximeter/producer/src/lib.rs:283","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:283","interval":"30s","address":"[fd00:1122:3344:101::1]:33187","producer_id":"8fa2b36a-fea8-4835-8541-6d298f48930d"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:53.089522799Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"324.151ms"}
{"msg":"50% of 102952026112 physical ram = 51476013056 bytes)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.090578438Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:267"}
{"msg":"Setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.090589688Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:275"}
{"msg":"sled agent started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.090659799Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:923","underlay_address":"fd00:1122:3344:101::1"}
{"msg":"new DNS resolver","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.090665389Z","hostname":"buskin","pid":1572,"component":"DnsResolver","component":"ServiceManager","file":"internal-dns/src/resolver.rs:72","addresses":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]"}
{"msg":"Enabling ddm stats","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:53.109658398Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:163","dns_servers":"[[fd00:1122:3344:1::1]:53, [fd00:1122:3344:2::1]:53, [fd00:1122:3344:3::1]:53]","addr":"fd00:1122:3344:101::1"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:53.415103606Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"449.101539ms"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:53.865870538Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"1.341529591s"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:55.208958697Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.222593467s"}
{"msg":"Setting up dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.521765842Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2699"}
{"msg":"Setting up lldpd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.521790842Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2917"}
{"msg":"Setting up MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.521802253Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2569"}
{"msg":"Setting up wicketd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.521809113Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2616"}
{"msg":"Setting up mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.521825433Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2998"}
{"msg":"Setting up mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.521833663Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3040"}
{"msg":"Setting up tfport service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.523667505Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2842"}
{"msg":"Setting up Simulated SP service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.524878796Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:2610"}
{"msg":"Profile for oxz_switch:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService0'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgs\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"id\" value='89ba3bee-a184-4fec-8c79-5b1581ccec47'/>\n        <propval type=\"astring\" name=\"rack_id\" value='cde79127-ad1a-4dc8-8bde-c617fda5df2f'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/wicketd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"address\" value='[::1]:12226'/>\n        <propval type=\"astring\" name=\"artifact-address\" value='[fdb0:18c0:4d0d:9fb2::2]:12227'/>\n        <propval type=\"astring\" name=\"baseboard-file\" value='/opt/oxide/baseboard.json'/>\n        <propval type=\"astring\" name=\"mgs-address\" value='[::1]:12225'/>\n        <propval type=\"astring\" name=\"nexus-proxy-address\" value='[::]:12229'/>\n        <propval type=\"astring\" name=\"rack-subnet\" value='fd00:1122:3344::'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/switch_zone_setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"gz_local_link_addr\" value='fe80::8:20ff:fe9e:dade'/>\n        <property type=\"astring\" name=\"link_local_links\">\n          <astring_list>\n            <value_node value=\"tfportrear0_0\" />\n            <value_node value=\"oxBootstrap0\" />\n          </astring_list>\n        </property>\n        <propval type=\"astring\" name=\"bootstrap_addr\" value='fdb0:18c0:4d0d:9fb2::2'/>\n        <propval type=\"astring\" name=\"bootstrap_vnic\" value='oxBootstrap0'/>\n        <propval type=\"astring\" name=\"baseboard_info\" value='{\"type\":\"pc\",\"identifier\":\"buskin\",\"model\":\"i86pc\"}'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/dendrite\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_id\" value='8fa2b36a-fea8-4835-8541-6d298f48930d'/>\n        <propval type=\"astring\" name=\"rack_id\" value='cde79127-ad1a-4dc8-8bde-c617fda5df2f'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12224'/>\n        <propval type=\"astring\" name=\"front_ports\" value='1'/>\n        <propval type=\"astring\" name=\"rear_ports\" value='1'/>\n        <propval type=\"astring\" name=\"port_config\" value='/opt/oxide/dendrite/misc/softnpu_single_sled_config.toml'/>\n        <propval type=\"astring\" name=\"mgmt\" value='uds'/>\n        <propval type=\"astring\" name=\"uds_path\" value='/opt/softnpu/stuff'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/tfport\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"host\" value='[::1]'/>\n        <propval type=\"astring\" name=\"port\" value='12224'/>\n        <propval type=\"astring\" name=\"flags\" value='--sync-only'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/lldpd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"board_rev\" value='softnpu_front_1_rear_1'/>\n        <propval type=\"astring\" name=\"scrimlet_id\" value='buskin'/>\n        <propval type=\"astring\" name=\"scrimlet_model\" value='i86pc'/>\n        <propval type=\"astring\" name=\"address\" value='[::1]:12230'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/pumpkind\">\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mgd\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"sled_uuid\" value='8fa2b36a-fea8-4835-8541-6d298f48930d'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='cde79127-ad1a-4dc8-8bde-c617fda5df2f'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/mg-ddm\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"mode\" value='transit'/>\n        <propval type=\"astring\" name=\"dendrite\" value='true'/>\n        <propval type=\"astring\" name=\"sled_uuid\" value='8fa2b36a-fea8-4835-8541-6d298f48930d'/>\n        <propval type=\"astring\" name=\"rack_uuid\" value='cde79127-ad1a-4dc8-8bde-c617fda5df2f'/>\n        <propval type=\"astring\" name=\"interfaces\" value='tfportrear0_0/ll'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/uplink\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.525009028Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_switch zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:47:55.525232672Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 50.461161ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:55.83011745Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 131.794103ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:56.02193419Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 264.716374ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:56.213327232Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 277.793225ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:56.612134616Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.104892447s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:57.03522577Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:57.433572915Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"2.596566694s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.080597458s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:58.292267509Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 886.362755ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:47:59.568353018Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:00.032569363Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"6.740813887s"}
{"msg":"wait for service Some(\"oxz_switch\") failed: Property not found. retry in 1.456560478s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:00.621355295Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"listening","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526003455Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:197"}
{"msg":"Sled Agent loaded; recording configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526053936Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"sled-agent/src/bootstrap/server.rs:432"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526061276Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526076976Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.sled-agent-request.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.52628143Z","hostname":"buskin","pid":1572,"component":"SledAgentMain","file":"common/src/ledger.rs:199"}
{"msg":"Sled Agent Started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526471093Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:138"}
{"msg":"Checking current full hardware snapshot","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526523544Z","hostname":"buskin","pid":1572,"component":"HardwareMonitor","file":"sled-agent/src/hardware_monitor.rs:271","disks":"{}","underlay_network_info":"Some((fd00:1122:3344:101::2, Some(RackNetworkConfigV2 { rack_subnet: Ipv6Net { addr: fd00:1122:3344:100::, width: 56 }, infra_ip_first: 10.151.1.174, infra_ip_last: 10.151.1.174, ports: [PortConfigV2 { routes: [RouteConfig { destination: V4(Ipv4Net { addr: 0.0.0.0, width: 0 }), nexthop: 10.151.1.100, vlan_id: None, rib_priority: None }], addresses: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.1.174, width: 24 }), vlan_id: None }], switch: Switch0, port: \"qsfp0\", uplink_port_speed: Speed40G, uplink_port_fec: None, bgp_peers: [], autoneg: false, lldp: None }], bgp: [], bfd: [] })))"}
{"msg":"Ensuring scrimlet services (enabling services)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.526538094Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3944"}
{"msg":"Peer agent initialized","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734620146Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:117","peer":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Initialized sled agent","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734728198Z","hostname":"buskin","pid":1572,"component":"BootstrapAgentRssHandler","file":"sled-agent/src/bootstrap/rss_handle.rs:252","target_sled":"[fdb0:18c0:4d0d:9fb2::1]:12346"}
{"msg":"Connection closed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.73484014Z","hostname":"buskin","pid":1572,"remote_addr":"[fdb0:18c0:4d0d:9fb2::1]:37556","component":"SledAgentSprocketsServer","file":"sled-agent/src/bootstrap/sprockets_server.rs:81"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.73486078Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734890291Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/rss-service-plan-v4.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734895761Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734916551Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734976812Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.734986222Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Re-enabling running switch zone (new address)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.739561902Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4265","new":"[fd00:1122:3344:101::2, ::1]","old":"[::1]"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.739573152Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4281"}
{"msg":"Adding address: Static(V6(Ipv6Network { addr: fd00:1122:3344:101::2, prefix: 64 }))","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.739580382Z","hostname":"buskin","pid":1572,"zone":"oxz_switch","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:534"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.984066134Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52919"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.984348579Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:02.984451761Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"29d6c642-7db5-4d84-82c8-d68f6e079a96","remote_addr":"[fd00:1122:3344:101::1]:52919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":217,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.014081544Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:64763"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.014229006Z","hostname":"buskin","pid":1572,"uri":"/sled-role","method":"GET","req_id":"dfb3e1a2-b045-4059-8d63-8331f9ecd3b2","remote_addr":"[fd00:1122:3344:101::1]:64763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":28,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.014943888Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.014970049Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.rss-service-plan-v4.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.015245944Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Service plan written to storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.015428487Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/plan/service.rs:885"}
{"msg":"attempting to set up sled's storage: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 45d0abcb-690e-47b5-94a2-aa2c3beed9c8, pool_id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 52fec25b-86c8-4282-843a-dfd0db0965d2, pool_id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: bfd75524-4021-4869-92d7-e6e88952eb00, pool_id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8928f720-975d-4e24-90b8-e06817369284, pool_id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 7d0b1e00-86ec-411a-b29f-5a8036411555, pool_id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: ebdb2d66-c159-43b5-aa3f-02808da9571a, pool_id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 86e39ca5-8e91-4aec-8e26-876240db93ca, pool_id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: eb45e973-c9f0-4427-92c9-d9bb89ade5a0, pool_id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 18fba7fc-715b-42bd-af65-6fd4e87945f2, pool_id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool) }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046579346Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:375"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046673788Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:57512"}
{"msg":"physical disks ensure","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046937282Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:864"}
{"msg":"Received OmicronPhysicalDisksEnsure { config: OmicronPhysicalDisksConfig { generation: Generation(1), disks: [OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, id: 45d0abcb-690e-47b5-94a2-aa2c3beed9c8, pool_id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, id: 52fec25b-86c8-4282-843a-dfd0db0965d2, pool_id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, id: bfd75524-4021-4869-92d7-e6e88952eb00, pool_id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, id: 8928f720-975d-4e24-90b8-e06817369284, pool_id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, id: 7d0b1e00-86ec-411a-b29f-5a8036411555, pool_id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, id: ebdb2d66-c159-43b5-aa3f-02808da9571a, pool_id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, id: 86e39ca5-8e91-4aec-8e26-876240db93ca, pool_id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, id: eb45e973-c9f0-4427-92c9-d9bb89ade5a0, pool_id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool) }, OmicronPhysicalDiskConfig { identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, id: 18fba7fc-715b-42bd-af65-6fd4e87945f2, pool_id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool) }] }, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046958773Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046966543Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-physical-disks.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046974603Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:188"}
{"msg":"No previously-stored 'requested disks', creating new ledger","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046982273Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"sled-storage/src/manager.rs:866"}
{"msg":"Synchronizing disk managment","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.046997443Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:302"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.047006514Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.047014614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.047021414Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_0.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:03.169045396Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:03.169149858Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_0.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.176083948Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.176094068Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool)"}
{"msg":"Finished setting reservoir size to 49090 MiB bytes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.379502749Z","hostname":"buskin","pid":1572,"component":"VmmReservoirManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/vmm_reservoir.rs:279"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.473045909Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","zpool":"ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.4806615Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.480745622Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.480776572Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.480810733Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.480818203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.480883614Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.480897084Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-0-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.514859592Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_fe683b07-b738-4a57-88f5-50899c5ceee2/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.523162076Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8fa2b36a-fea8-4835-8541-6d298f48930d)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:03.528122142Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_fe683b07-b738-4a57-88f5-50899c5ceee2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.692863054Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.700517656Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.700567687Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.700577897Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.700587587Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.700594597Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_1.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_1.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.710643551Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.710678532Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.800879203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","zpool":"ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.80763102Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.807687091Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.807694241Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.807714042Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.807726332Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.807854374Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.807864144Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-1-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.842028276Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_f65f0473-59e4-4c49-bb65-a3d5f7f50633/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:03.849109818Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_f65f0473-59e4-4c49-bb65-a3d5f7f50633","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.022851595Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.030478107Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.030527718Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.030535378Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.030545388Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.030551609Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_2.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_2.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.039637546Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.039672157Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.128917771Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","zpool":"ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.135838521Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.135886082Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.135896122Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.135941813Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.135962223Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.136089166Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.136097416Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-2-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.170529032Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_f4492cbc-caa2-4fd8-bbf5-d062483d7508/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.177818568Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_f4492cbc-caa2-4fd8-bbf5-d062483d7508","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.345920138Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.353405537Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.353448578Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.353454368Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.353462148Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.353466509Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_3.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_3.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.364133523Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.364157594Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.453285646Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","zpool":"ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.460860717Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.460892298Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.460899538Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.460908048Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.460917709Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.461070071Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.461081271Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-3-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.493443581Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_6d483f9a-1428-49ad-be75-fa82682b3fb8/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.501374529Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8fa2b36a-fea8-4835-8541-6d298f48930d)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:04.530060815Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_6d483f9a-1428-49ad-be75-fa82682b3fb8","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.678154409Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.686834059Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.68687549Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.68689709Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.68690323Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.686908301Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_4.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_4.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.696258762Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.696286513Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"574723e3-b615-4bd5-bf94-f101903d419b (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.787491172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","zpool":"ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795201265Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795228425Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795236236Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795253986Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795261796Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795437379Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.795460689Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-4-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.830486296Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_574723e3-b615-4bd5-bf94-f101903d419b/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:04.837895694Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_574723e3-b615-4bd5-bf94-f101903d419b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.008889924Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.018145694Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.018195275Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.018237756Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.018249496Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.018277876Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_5.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_5.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.028637256Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.028678286Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.121223308Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","zpool":"ZpoolName { id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.129076834Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.129138695Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.129150616Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.129194006Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.129203936Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.129367919Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.12938288Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-5-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.165564756Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_129ad649-4b7b-42ac-ac7c-60432cf5d7b0/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.172919003Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_129ad649-4b7b-42ac-ac7c-60432cf5d7b0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.346502208Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.354817822Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.354870923Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.354878013Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.354883693Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.354889063Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_6.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_6.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.364197084Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.364226735Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.456638414Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","zpool":"ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.464991929Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.46501969Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.46502634Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.46504709Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.46505493Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.465232553Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.465240033Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-6-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.500813659Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_55ecf9f3-173f-4dac-bf98-2dda58cc9478/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.508747816Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8fa2b36a-fea8-4835-8541-6d298f48930d)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:05.532244933Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Looking for unencrypted datasets in oxp_55ecf9f3-173f-4dac-bf98-2dda58cc9478","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.6816521Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.689664768Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.689700209Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.689719499Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.689725239Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.689731089Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_7.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_7.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.6990144Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.699045681Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"c4821672-b400-49f1-a3c1-f8485fe155ca (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.794234878Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","zpool":"ZpoolName { id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.802215556Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.802243007Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.802251787Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.802286548Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.802305198Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.80242172Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.8024351Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-7-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.838991623Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_c4821672-b400-49f1-a3c1-f8485fe155ca/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:05.846655966Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_c4821672-b400-49f1-a3c1-f8485fe155ca","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.034783862Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.043704866Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.043747697Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Managing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.043756037Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:342","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Invoking Disk::new on an unmanaged disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.043763427Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:419"}
{"msg":"Invoking SyntheticDisk::new","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.043768787Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/disk.rs:65","path":"/scratch/u2_8.vdev","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"GPT exists without Zpool: formatting zpool at /scratch/u2_8.vdev","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.053444365Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:367"}
{"msg":"Formatting zpool with requested ID","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.053469035Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-hardware/src/disk.rs:373","id":"8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool)"}
{"msg":"Ensuring zpool has datasets","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.152763134Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:173","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","zpool":"ZpoolName { id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool), kind: External }"}
{"msg":"Loading latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.161146329Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:217","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Loaded latest secret","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.16120203Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:219","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Retrieving key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.16121123Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:223","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"Got key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.16122553Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:225","disk_id":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }","epoch":"0"}
{"msg":"About to create keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.161234991Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:30","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Created keyfile","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.161423794Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:34","path":"Keypath(\"/var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key\")"}
{"msg":"Ensuring encrypted filesystem: crypt for epoch 0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.161431464Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:237"}
{"msg":"Zeroed and unlinked keyfile /var/run/oxide/synthetic-vendor-synthetic-serial-8-synthetic-model-U2-zfs-aes-256-gcm.key","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.197855635Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/keyfile.rs:53"}
{"msg":"Automatically destroying dataset: oxp_8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628/crypt/zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.205521377Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:280"}
{"msg":"Looking for unencrypted datasets in oxp_8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.38073298Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/dataset.rs:366"}
{"msg":"Disk::new completed successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.388963983Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:440","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Disk management started successfully","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389019844Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:357","disk_identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389078065Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"Received storage manager update","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389192007Z","hostname":"buskin","pid":1572,"component":"StorageMonitor","file":"sled-agent/src/storage_monitor.rs:93","disks":"AllDisks { generation: Generation(1), inner: AllDisksInner { values: {DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }, variant: M2, slot: 1024, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: d6cde337-7634-4a9e-a6ab-bc764b121353 (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }: ImplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/m2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }, variant: M2, slot: 1025, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c (zpool), kind: Internal } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_0.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }, variant: U2, slot: 1026, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_1.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }, variant: U2, slot: 1027, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_2.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }, variant: U2, slot: 1028, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_3.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }, variant: U2, slot: 1029, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_4.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }, variant: U2, slot: 1030, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_5.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }, variant: U2, slot: 1031, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_6.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }, variant: U2, slot: 1032, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_7.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }, variant: U2, slot: 1033, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool), kind: External } })), DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }: ExplicitlyManaged(Synthetic(SyntheticDisk { raw: RawSyntheticDisk { path: \"/scratch/u2_8.vdev\", identity: DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }, variant: U2, slot: 1034, firmware: DiskFirmware { active_slot: 1, next_active_slot: None, slot1_read_only: true, number_of_slots: 1, slot_firmware_versions: [Some(\"SYNTH1\")] } }, zpool_name: ZpoolName { id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool), kind: External } }))} }, mount_config: MountConfig { root: \"/\", synthetic_disk_root: \"/var/tmp\" } }"}
{"msg":"Updated view of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389237977Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:580","dump_slices":"0","debug_datasets":"0","core_datasets":"0"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389244308Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.omicron-physical-disks.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389355419Z","hostname":"buskin","pid":1572,"request":"omicron_physical_disks_ensure","component":"StorageManager","file":"common/src/ledger.rs:199"}
{"msg":"physical disks ensure: Updated storage","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389584094Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:868"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389592874Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"physical disks ensure: Propagating new generation of disks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389600194Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:894","generation":"Generation(1)"}
{"msg":"physical disks ensure: Updated storage monitor","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389605484Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:899"}
{"msg":"physical disks ensure: Updated zone bundler","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389609824Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:904"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389641364Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:121","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated probes","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389648144Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:910"}
{"msg":"use_only_these_disks: Processing new request","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389687835Z","hostname":"buskin","pid":1572,"component":"InstanceManager","file":"sled-agent/src/instance_manager.rs:798","gen":"Generation(1)"}
{"msg":"physical disks ensure: Updated instances","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389693265Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:915"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.389763977Z","hostname":"buskin","pid":1572,"uri":"/omicron-physical-disks","method":"PUT","req_id":"0ce237ba-a13d-4697-aee9-850bf2171c3f","remote_addr":"[fd00:1122:3344:101::1]:57512","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3342947,"response_code":"200"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(2), zones: [OmicronZoneConfig { id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f51fd25f-beb4-4c48-a50f-4e7c293411bd (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 809d074f-9d26-42fc-9907-735d970f36f3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.420716182Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.420879655Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54748"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.421234151Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.421243202Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.47258668Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.472622431Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.521025069Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.521058499Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8fa2b36a-fea8-4835-8541-6d298f48930d)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:06.53554608Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.568268476Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"No ledger in /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.568311347Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"No ledger in /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.568321517Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:188"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.568364998Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.609993679Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.6100407Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.6100496Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.661884757Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.665619922Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.669405627Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.680830085Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.684858695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:06.688968136Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"failed to lookup Nexus IP, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:06.775335401Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:391","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:391","error":"\"proto error: io error: No route to host (os error 148)\"","delay":"10.701060133s"}
{"msg":"get target probe state: Communication Error: error sending request for url (http://_nexus._tcp.control-plane.oxide.internal:12221/probes/8fa2b36a-fea8-4835-8541-6d298f48930d)","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:07.536911044Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}
{"msg":"Profile for oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService2'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:1::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:1::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:1::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:1::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:08.212648381Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:08.212735332Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:1::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService1'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:2::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:2::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:2::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:2::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:08.690990551Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:08.691117203Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:09.174039322Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:2::, width: 64 }"}
{"msg":"Profile for oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService3'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:3::2'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:3::1'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/internal_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:3::1]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='[fd00:1122:3344:3::1]:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:09.174133924Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Sending prefix to ddmd for advertisement","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:09.174145184Z","hostname":"buskin","pid":1572,"DdmAdminClient":"[::1]:8000","component":"BootstrapAgentStartup","file":"clients/ddm-admin-client/src/lib.rs:86","prefix":"Ipv6Net { addr: fd00:1122:3344:3::, width: 64 }"}
{"msg":"Booting oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:09.174255456Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 55.270723ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.187358073Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:09.187391104Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 131.423931ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.25132696Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 72.172814ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.306536766Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 46.746941ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.313018948Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 76.780926ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.374149637Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 114.648422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.504401641Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 108.551025ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.545299139Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 222.501014ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.592104919Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 145.862978ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.64183299Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 307.21476ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.682051266Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 520.737265ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.798623604Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 424.26017ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.826265453Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 558.907428ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:09.998612336Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 879.036677ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:10.260126173Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 830.872078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:10.32932417Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 1.080613723s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:10.56788927Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 877.433339ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:11.149502337Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 1.18391023s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:11.170295988Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 543.062802ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:11.657333838Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Ensuring address fd00:1122:3344:101::2 exists - OK","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:11.846753497Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4289"}
{"msg":"Ensuring there is a default route","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:11.846805248Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4299","gateway":"fd00:1122:3344:101::1"}
{"msg":"configuring dendrite service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:11.852591808Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4378"}
{"msg":"refreshed dendrite service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:11.961504774Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4426"}
{"msg":"configuring lldp service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:11.961540644Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4453"}
{"msg":"refreshed lldpd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.006840448Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4466"}
{"msg":"configuring MGS service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.006878879Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4330"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 1.447774584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:12.03580247Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed MGS service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.064046688Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4372"}
{"msg":"configuring wicketd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.064073499Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4433","rack_subnet":"fd00:1122:3344::"}
{"msg":"refreshed wicketd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.085921017Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4444"}
{"msg":"configuring mgd service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.085952838Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4486"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.109892652Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::2]:54338"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.110090776Z","hostname":"buskin","pid":1572,"uri":"/sled-identifiers","method":"GET","req_id":"1ed59570-7c3e-4c8b-8d8d-16b78a1e2527","remote_addr":"[fd00:1122:3344:101::2]:54338","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":72,"response_code":"200"}
{"msg":"refreshed mgd service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.154591446Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4518"}
{"msg":"configuring mg-ddm service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.154634787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4524"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 810.690768ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:12.209522827Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"refreshed mg-ddm service with new configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.242798823Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4565"}
{"msg":"Determining physical location of our switch zone at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.242856904Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:370"}
{"msg":"Initializing 1 Uplinks on Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.275318286Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:418"}
{"msg":"Building Port Configuration","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.306523406Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:686"}
{"msg":"Checking dendrite uptime","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.306628638Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:724"}
{"msg":"Dendrite online","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.307032415Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:727","uptime":"0"}
{"msg":"Configuring default uplink on switch","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.307062135Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:440","config":"PortSettings {\n    links: {\n        \"0\": LinkSettings {\n            addrs: [\n                10.151.1.174,\n            ],\n            params: LinkCreate {\n                autoneg: false,\n                fec: None,\n                kr: false,\n                lane: Some(\n                    LinkId(\n                        0,\n                    ),\n                ),\n                speed: Speed40G,\n            },\n        },\n    },\n}"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.343003537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 1.349909456s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:12.363816268Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Received DetectedRawDisksChanged { raw_disks: {}, tx: ... }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.39054342Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390653122Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390667382Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390681473Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390711903Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-M2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390739764Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390759854Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-0\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390777674Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390785764Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-1\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390806885Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390815325Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-2\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390823625Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390830205Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-3\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390838165Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390844556Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-4\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390852396Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390858756Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-5\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390866666Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390873066Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-6\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390877866Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390882876Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-7\" }"}
{"msg":"Removing disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390898196Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:529","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"Not removing synthetic disk","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:12.390903357Z","hostname":"buskin","pid":1572,"component":"StorageResources","file":"sled-storage/src/resources.rs:550","identity":"DiskIdentity { vendor: \"synthetic-vendor\", model: \"synthetic-model-U2\", serial: \"synthetic-serial-8\" }"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:12.528987807Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11077829717516143671"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:12.529098579Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9104562540319307423"}
{"msg":"wait for service Some(\"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d\") failed: Property not found. retry in 827.390594ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:13.03004718Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:13.171097261Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:13.171205403Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"wait for service Some(\"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3\") failed: Property not found. retry in 1.068279631s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:13.491757712Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd\") failed: Property not found. retry in 884.976173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:13.723075926Z","hostname":"buskin","pid":1572,"zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.627236537Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_f51fd25f-beb4-4c48-a50f-4e7c293411bd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.627284598Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_0283ef9e-64d0-4d4f-b0d9-0725e940db9d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.627292809Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_internal_dns_809d074f-9d26-42fc-9907-735d970f36f3"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.627316839Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.627625574Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.62794735Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"44d6e931-ea58-4f8c-8c0c-90aa00bd7131","remote_addr":"[fd00:1122:3344:101::1]:54748","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8206901,"response_code":"204"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.629641499Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:1::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.67648354Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:2::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"Configuring DNS server","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.731560423Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:575"}
{"msg":"failed to write DNS configuration (will retry in 143.394131ms)","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:14.760640397Z","hostname":"buskin","pid":1572,"dns_config_addr":"[fd00:1122:3344:3::1]:5353","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:595","error_message":"Communication Error: error sending request for url (http://[fd00:1122:3344:3::1]:5353/config)"}
{"msg":"Configured all DNS servers","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.922468168Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:611"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.922481308Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.95782161Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.959457698Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.959463939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(3), zones: [OmicronZoneConfig { id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f51fd25f-beb4-4c48-a50f-4e7c293411bd (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 809d074f-9d26-42fc-9907-735d970f36f3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8a22cf94-72e8-4231-80f4-f3e663a70b98 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 677c784d-5cdd-4b47-bd0c-ae49d3e8d286, kind: Service { id: 8a22cf94-72e8-4231-80f4-f3e663a70b98 }, name: Name(\"ntp-8a22cf94-72e8-4231-80f4-f3e663a70b98\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 252])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.989468287Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.989638721Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61170"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.989909265Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:14.989917575Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.011215134Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.011248435Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.027382244Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.027406444Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.044347577Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.044384218Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.044596232Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.044778665Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.055673833Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.088127935Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.088696375Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.088715516Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.118012073Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte0\", ip: 172.30.3.5, mac: MacAddr6([168, 64, 37, 255, 164, 252]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.3.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.118021363Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"boundary_ntp"}
{"msg":"no nat entry found for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.118632583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.118644904Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.169","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.118884708Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.119278354Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.143313741Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.162771887Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Profile for oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService4'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/chrony-setup\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"allow\" value='fd00:1122:3344:100::/56'/>\n        <propval type=\"boolean\" name=\"boundary\" value='true'/>\n        <propval type=\"astring\" name=\"boundary_pool\" value='boundary-ntp.control-plane.oxide.internal'/>\n        <propval type=\"astring\" name=\"server\" value='0.pool.ntp.org'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"1.1.1.1\" />\n            <value_node value=\"9.9.9.9\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/ntp\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte0'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.3.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.3.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.78566874Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:15.785779072Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 39.109193ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:15.919371495Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 52.248223ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:15.966322617Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 237.381412ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:16.031071688Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 593.40562ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:16.278568542Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 919.27115ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:16.881044471Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 1.198501613s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:17.809416941Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 979.168715ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:19.016797851Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98\") failed: Property not found. retry in 1.043311701s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:20.004858654Z","hostname":"buskin","pid":1572,"zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.070976378Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.07104728Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.071379685Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.071722651Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"1aacb526-5ade-40d3-8273-83038d4e62fa","remote_addr":"[fd00:1122:3344:101::1]:61170","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6082023,"response_code":"204"}
{"msg":"Waiting for rack time synchronization","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.074387008Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:652"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.104506249Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.104632711Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46305"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:21.114000343Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.114114695Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"379a5799-c297-479b-b829-7c2f9338e885","remote_addr":"[fd00:1122:3344:101::1]:46305","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":9298,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:21.117086907Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.294566229Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:21.294770572Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:44653"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:22.531804925Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11077829717516143671"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:22.531902497Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9104562540319307423"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:23.173547874Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:23.173674956Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:23.882547247Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7493549199027410003"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:24.583986329Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11859151737803065117"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:24.629245592Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12851276588111666858"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:25.303689037Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.303788018Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"9b816db4-d125-46e3-a236-65c7c4e68a05","remote_addr":"[fd00:1122:3344:101::1]:44653","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":4008934,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:25.306500465Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.474129947Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.47432908Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63914"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:25.482873478Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.483007091Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b5f94ba8-d5ff-4eb3-b869-d0daeca4766b","remote_addr":"[fd00:1122:3344:101::1]:63914","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":8597,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:25.484893833Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.719591196Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.719736888Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40767"}
{"msg":"chronyc command failed: Error running command in zone 'oxz_ntp_8a22cf94-72e8-4231-80f4-f3e663a70b98': Command [/usr/bin/chronyc -c tracking] executed and failed with status: exit status: 1  stdout: 506 Cannot talk to daemon\n  stderr: ","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:25.726808861Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3897"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.726940343Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"5cb806ce-e6da-4105-aa15-9318f62ff3b6","remote_addr":"[fd00:1122:3344:101::1]:40767","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:938","error_message_external":"Internal Server Error","error_message_internal":"NTP zone not ready","latency_us":7135,"response_code":"500"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:25.728673023Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.917753506Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.917908089Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:50336"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.925223186Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"fac3ac9c-a378-4ca7-9645-e0f3eff08e69","remote_addr":"[fd00:1122:3344:101::1]:50336","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7239,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:25.927016207Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:25.927022367Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.25648024Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.256663913Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:53660"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.264886205Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7c95c4d1-a344-466c-80a8-de884920ffdd","remote_addr":"[fd00:1122:3344:101::1]:53660","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8147,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.266604985Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:26.266610585Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.656155898Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.65627981Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49314"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.66375883Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"ce119205-11fe-4dfa-b897-41de9e1312de","remote_addr":"[fd00:1122:3344:101::1]:49314","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7386,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.665352557Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:26.665358248Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.981796634Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.982042839Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37351"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.989852584Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"7f882606-cb5b-4118-a329-25058726320d","remote_addr":"[fd00:1122:3344:101::1]:37351","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7718,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:26.991702286Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:26.991707946Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:27.260651502Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:27.260783164Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:52184"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:27.26865496Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"1e7b9e24-f71c-4819-b107-3fe95d5c080d","remote_addr":"[fd00:1122:3344:101::1]:52184","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7806,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:27.270476282Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:27.270482462Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.194927024Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.195084087Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36588"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.202557086Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"44de2d54-994a-499b-a862-ea19ab471d4f","remote_addr":"[fd00:1122:3344:101::1]:36588","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7385,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.204394248Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:28.204409208Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.740513358Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.740675311Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43129"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.749577525Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"9c75f10a-6408-42c2-8221-8edd219591a3","remote_addr":"[fd00:1122:3344:101::1]:43129","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8837,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:28.75157548Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:28.75158309Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.228884671Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.229030904Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63196"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.237186675Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f008d925-c2f2-41f4-a839-9d238f54e7cb","remote_addr":"[fd00:1122:3344:101::1]:63196","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8097,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.238898905Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:29.238904455Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.642392939Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.642545032Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48809"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.650590481Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"f3845ba3-63cc-4fd8-bd12-c25ef0acac4a","remote_addr":"[fd00:1122:3344:101::1]:48809","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":7942,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: 0.0 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:29.652176949Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:29.652182589Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:31.020580097Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:31.02074204Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:63058"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:31.02883767Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"605c8929-826c-4301-a0fc-9fbb95420b56","remote_addr":"[fd00:1122:3344:101::1]:63058","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8046,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.20990786 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:31.03056234Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:31.03056843Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:31.471074906Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9882646737519600752"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:31.471182967Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5476244007219141130"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.059253695Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.059483219Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:55119"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.068088788Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"4d8a6d53-e953-454d-b29b-4b46427cc0bc","remote_addr":"[fd00:1122:3344:101::1]:55119","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8503,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.204822168 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.069850299Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:32.069856199Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.842718894Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.842831075Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61366"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.851026758Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"59805ca9-971a-40cf-8ada-20744ad46578","remote_addr":"[fd00:1122:3344:101::1]:61366","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8177,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 0, ip_addr: ::, stratum: 0, ref_time: 0.0, correction: -0.20269607 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:32.8540272Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:32.854668231Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:32.907674891Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"138.416474ms"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:32.926954436Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11077829717516143671"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:32.927081218Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9104562540319307423"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:33.566756011Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:33.566869182Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:34.273713371Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7493549199027410003"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:34.70803147Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:34.708172052Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56303"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:34.716564248Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"966679d5-25cd-4a5b-9533-b841914da1f4","remote_addr":"[fd00:1122:3344:101::1]:56303","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8264,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452913.710408, correction: -0.191184565 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:34.718239357Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:34.718245487Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:34.973987816Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11859151737803065117"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:35.018036011Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12851276588111666858"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:35.881793713Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:35.882032997Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:36250"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:35.890149645Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"edbed0da-d57f-43c8-8a99-fc0226a48c91","remote_addr":"[fd00:1122:3344:101::1]:36250","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8031,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452914.750007, correction: -0.187506273 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:35.891811017Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:35.891816807Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:38.176455128Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:38.176678202Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42810"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:38.186113046Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"0506e50f-b3ae-436a-be93-45e48e7d6ed0","remote_addr":"[fd00:1122:3344:101::1]:42810","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":9346,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452917.1271603, correction: -0.179696172 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:38.187820186Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:38.187825956Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:39.932203236Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:39.932383339Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:43216"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:39.941118671Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"df927ef1-171d-45a7-bdb6-3c441ed463b6","remote_addr":"[fd00:1122:3344:101::1]:43216","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8683,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452918.222392, correction: -0.174570709 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:39.94277965Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:39.94278575Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:41.444476844Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9882646737519600752"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:41.444744179Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5476244007219141130"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:41.569244469Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:41.569429843Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:59827"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:41.577726916Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"a228fb71-b0de-43f5-bd55-67d0b386f9ff","remote_addr":"[fd00:1122:3344:101::1]:59827","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8241,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452920.616716, correction: -0.169761896 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:41.580948252Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:41.580956263Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:42.418379306Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33713"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:42.418518668Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"f813a30c-481e-4a31-a308-d0b4a38bb580","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33713","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":64,"response_code":"200"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:42.901384299Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11077829717516143671"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:42.901501361Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9104562540319307423"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:43.539828899Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:43.540034933Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:43.65626034Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:43.656471913Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:46442"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:43.664879419Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"fea00b82-8e36-4cda-a1ca-2058899bb73b","remote_addr":"[fd00:1122:3344:101::1]:46442","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8337,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452922.5857987, correction: -0.164280504 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:43.667067248Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:43.667074168Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:44.246698408Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7493549199027410003"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:44.946191648Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11859151737803065117"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:44.990320973Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12851276588111666858"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:46.148458904Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:46.148683778Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48425"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:46.157049304Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"083fcc7d-76d4-44c2-9978-8ce5bec305f3","remote_addr":"[fd00:1122:3344:101::1]:48425","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8290,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452925.9541574, correction: -0.157658532 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:46.159043888Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:46.159049918Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:48.039489638Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"262.423093ms"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:48.987990919Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:48.988195342Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:42398"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:48.996793061Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"759dbfb3-20d3-4ae9-983d-be412aaa99ba","remote_addr":"[fd00:1122:3344:101::1]:42398","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8520,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452927.4147267, correction: -0.150031075 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:48.999144412Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:48.999162813Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:51.419152956Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9882646737519600752"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:51.419271968Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5476244007219141130"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:52.876613343Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11077829717516143671"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:52.876717795Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9104562540319307423"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:53.51478445Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:53.514888332Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:53.72854293Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:53.728738513Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:49842"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:53.737658428Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"b1053708-f89f-4016-8a78-eef58f1e2ca8","remote_addr":"[fd00:1122:3344:101::1]:49842","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8863,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452932.9539552, correction: -0.137153685 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:53.740000849Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:53.740032569Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:54.222092917Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7493549199027410003"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:54.920619051Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11859151737803065117"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:48:54.964783938Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12851276588111666858"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:59.564952972Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:59.565154415Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:54015"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:59.573632042Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"707c4099-f582-4c34-9217-dd6726f55be0","remote_addr":"[fd00:1122:3344:101::1]:54015","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8414,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452937.3173862, correction: -0.121294446 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:48:59.575622217Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:48:59.575630177Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:01.394481047Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9882646737519600752"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:01.394581248Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5476244007219141130"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:02.852408502Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"11077829717516143671"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:02.853117904Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"9104562540319307423"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:03.295111655Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"841.081623ms"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:03.489689003Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:03.489941967Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:04.196768696Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"7493549199027410003"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:04.894332423Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"11859151737803065117"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:04.939488257Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"12851276588111666858"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:08.164142387Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:08.164292679Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:61270"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:08.173312666Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"c41b9703-7847-480a-9e61-67b08e6498d0","remote_addr":"[fd00:1122:3344:101::1]:61270","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8976,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452943.32583, correction: -0.097975008 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:08.175614626Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:08.175624356Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:11.370288595Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"9882646737519600752"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:11.370387667Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"5476244007219141130"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:12.376223165Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58724"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:12.376302496Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"184807c8-a1be-41e7-b968-913de52bdc2a","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:58724","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":36,"response_code":"200"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:13.465308048Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:13.465534312Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:14.171519916Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"7493549199027410003"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:14.868224948Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"11859151737803065117"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:14.913497004Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"12851276588111666858"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:19.128102157Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.288552186s"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:21.344467046Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"9882646737519600752"}
{"msg":"expiring kstat after too many failures","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:21.34469519Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:485","error":"NoSuchKstat","reason":"Duration(60s)","id":"5476244007219141130"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:23.439680054Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:23.439786094Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:24.869872185Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:24.870028158Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:56866"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:24.878452284Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"93e0adda-eb79-42d8-b836-29a135834035","remote_addr":"[fd00:1122:3344:101::1]:56866","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8367,"response_code":"200"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: false, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452959.8650494, correction: -0.052617874 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:24.881192892Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Time is not yet synchronized","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:24.881201842Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:682","error":"\"Time is synchronized on 0/1 sleds\""}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:33.414762178Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"15846663927691493982"}
{"msg":"failed to sample kstat target, requeueing","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:49:33.414865059Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:496","error":"NoSuchKstat","id":"17121165301499759131"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:36.404405948Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"2.151675653s"}
{"msg":"Checking time synchronization for [fd00:1122:3344:101::1]:12345...","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.898443227Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:632"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.89857686Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:45214"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.918111119Z","hostname":"buskin","pid":1572,"uri":"/timesync","method":"GET","req_id":"3bb5187d-3f95-4899-9827-961427c2a57d","remote_addr":"[fd00:1122:3344:101::1]:45214","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":19451,"response_code":"200"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.920106023Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:02.852353591Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"11077829717516143671"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.920400769Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:14.913475984Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"12851276588111666858"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.920667793Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:14.171492526Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"7493549199027410003"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.920871607Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:21.344431465Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"9882646737519600752"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.92104336Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:02.853103004Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"9104562540319307423"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.921380755Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:14.868188348Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"11859151737803065117"}
{"msg":"replacing expired kstat target","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:38.921539108Z","hostname":"buskin","pid":1572,"component":"kstat-sampler-worker","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/instruments/src/kstat/sampler.rs:1028","expired_at":"2024-10-09T05:49:21.344683279Z","error":"NoSuchKstat","expiration_reason":"Duration(60s)","id":"5476244007219141130"}
{"msg":"Timesync for [fd00:1122:3344:101::1]:12345 TimeSync { sync: true, ref_id: 1755830211, ip_addr: 104.167.215.195, stratum: 3, ref_time: 1728452975.8919013, correction: -0.014514958 }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.922017537Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:660"}
{"msg":"Finished setting up Internal DNS and NTP","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.922026127Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1299"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(4), zones: [OmicronZoneConfig { id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f51fd25f-beb4-4c48-a50f-4e7c293411bd (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 809d074f-9d26-42fc-9907-735d970f36f3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8a22cf94-72e8-4231-80f4-f3e663a70b98 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 677c784d-5cdd-4b47-bd0c-ae49d3e8d286, kind: Service { id: 8a22cf94-72e8-4231-80f4-f3e663a70b98 }, name: Name(\"ntp-8a22cf94-72e8-4231-80f4-f3e663a70b98\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 252])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7d8092fc-765a-4694-a38b-bd2c03840c4b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f2ad625-5d08-4939-bbdb-25251decfddb (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98c12b3e-7055-4db5-aa92-ad85b3cf7fdd (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External } } } }, OmicronZoneConfig { id: e04e97c1-38d9-43a9-b6ef-80a4426a76cc (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.951129842Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.951214443Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:48378"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.951552649Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.951562239Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.972017584Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.972064045Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.991008944Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:38.991044155Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.00864642Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.008685561Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d8092fc-765a-4694-a38b-bd2c03840c4b, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.061467087Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.061509938Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7d8092fc-765a-4694-a38b-bd2c03840c4b, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f2ad625-5d08-4939-bbdb-25251decfddb, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.113684403Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.113728234Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3f2ad625-5d08-4939-bbdb-25251decfddb, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98c12b3e-7055-4db5-aa92-ad85b3cf7fdd, dataset_name: DatasetName { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.164641508Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.164700789Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 98c12b3e-7055-4db5-aa92-ad85b3cf7fdd, dataset_name: DatasetName { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e04e97c1-38d9-43a9-b6ef-80a4426a76cc, dataset_name: DatasetName { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.215657853Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.215709314Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e04e97c1-38d9-43a9-b6ef-80a4426a76cc, dataset_name: DatasetName { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.267994851Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.268054042Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.268312657Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.268446979Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.348827764Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.348882345Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.348890055Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.348897395Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.348902615Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.438416109Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.44248441Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.446257545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.450086132Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.454127242Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.4586421Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.462720461Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.466960095Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.471436552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:39.475834299Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.328792547Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65334"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.328922919Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"96a1f884-bed1-42c0-867f-f0cc9faeac67","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65334","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"200"}
{"msg":"Profile for oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService7'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='3f2ad625-5d08-4939-bbdb-25251decfddb'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::5]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::5]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.376515545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.376671238Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService5'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='98c12b3e-7055-4db5-aa92-ad85b3cf7fdd'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::6]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::6]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.383153841Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.383313454Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService6'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::4'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='7d8092fc-765a-4694-a38b-bd2c03840c4b'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::4]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::4]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.489655929Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.489794362Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService9'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='e04e97c1-38d9-43a9-b6ef-80a4426a76cc'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::7]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::7]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.495298607Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.49544291Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService8'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::3'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroachdb\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/cockroach-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"zone_id\" value='e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0'/>\n        <propval type=\"astring\" name=\"cockroach_address\" value='[fd00:1122:3344:101::3]:32221'/>\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::3]:32222'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.500093135Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:49:42.500215403Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 32.094323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.512029897Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 48.404882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.525029683Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 129.940467ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.553423006Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 54.896353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.591871103Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 283.491832ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.676446651Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 196.07801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.715918956Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 28.120368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.74205102Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 33.291895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.754399498Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 63.421997ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.76624792Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 61.80621ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.782498232Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 66.310584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:42.799947735Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 297.760816ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.104880298Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 136.254776ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.180289286Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 590.583067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.338864029Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 85.629666ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.50425793Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 138.763276ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.55040224Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 1.076708411s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.592502501Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 295.33542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.627256894Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 116.2381ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.658886413Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 463.122464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.761146598Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 289.582726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.828899234Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.130614147s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:43.951781707Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 603.696338ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:44.006938515Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 783.594662ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:44.231666105Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 647.254029ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:44.28498543Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 952.75575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:44.643828949Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 967.301064ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:44.69807171Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 1.39098242s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:44.920967339Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 565.413578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:45.024826701Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 597.962721ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:45.093461789Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 1.229779867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:45.599669071Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 1.293487383s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:45.60768033Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 631.335273ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:45.673474569Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.319492896s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:45.699783194Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 1.423065915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:46.314577616Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 949.038095ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:46.32523649Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 713.715317ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:46.840101803Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 971.145811ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:46.91217878Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 571.967229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:47.034155612Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 966.435121ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:47.28418565Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 832.425722ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:47.573320984Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 547.929785ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:47.616886619Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 806.238793ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:47.748596289Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 634.557489ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:47.891887859Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.222525243s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:48.174193245Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 1.062055727s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:48.260052512Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 1.097175509s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:48.414152109Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 541.776054ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:48.534827848Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 1.21061506s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:48.56265645Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 659.788472ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:49.087322052Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 1.246814414s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:49.330958969Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 925.842709ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:49.408301618Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0\") failed: Property not found. retry in 1.130213693s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:49.519501672Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 589.185624ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:49.756012347Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 557.989959ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:49.781556719Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 697.147731ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:50.343789271Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd\") failed: Property not found. retry in 1.377786779s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:50.352115705Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb\") failed: Property not found. retry in 875.529287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:50.359763457Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc\") failed: Property not found. retry in 557.828595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:50.588890403Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 811.43514ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:51.051954189Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 566.414871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:51.873771995Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 891.803181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:52.449964169Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.203194912s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:53.357567708Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:53.568260145Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"10.958569316s"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.414553755s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:54.576439949Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 688.12421ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:56.001256345Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.497438139s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:56.698747937Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.20550577s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:58.206656456Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 1.186213659s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:49:59.421476572Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b\") failed: Property not found. retry in 999.008326ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:00.619164531Z","hostname":"buskin","pid":1572,"zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.643870967Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_98c12b3e-7055-4db5-aa92-ad85b3cf7fdd"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.643958049Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_7d8092fc-765a-4694-a38b-bd2c03840c4b"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.643996769Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_3f2ad625-5d08-4939-bbdb-25251decfddb"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.64400546Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.644012329Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_cockroachdb_e04e97c1-38d9-43a9-b6ef-80a4426a76cc"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.64404426Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.644753542Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.645596467Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"33805ece-7a8f-4b34-ad33-4610f68a0feb","remote_addr":"[fd00:1122:3344:101::1]:48378","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":22709468,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.681334506Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:40340"}
{"msg":"Initializing CRDB Cluster - sending request to [fd00:1122:3344:101::5]:32221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:01.714828625Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3740"}
{"msg":"Formatting CRDB","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:04.993039351Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3758"}
{"msg":"Formatting CRDB - Completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.627416741Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3781"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.627519763Z","hostname":"buskin","pid":1572,"uri":"/cockroachdb","method":"POST","req_id":"c36a36e4-3ec9-420f-a955-25bd23711663","remote_addr":"[fd00:1122:3344:101::1]:40340","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":5945915,"response_code":"204"}
{"msg":"attempting to set up sled's Omicron zones: OmicronZonesConfig { generation: Generation(5), zones: [OmicronZoneConfig { id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d (service), underlay_address: fd00:1122:3344:1::1, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } }, http_address: [fd00:1122:3344:1::1]:5353, dns_address: [fd00:1122:3344:1::1]:53, gz_address: fd00:1122:3344:1::2, gz_address_index: 0 } }, OmicronZoneConfig { id: f51fd25f-beb4-4c48-a50f-4e7c293411bd (service), underlay_address: fd00:1122:3344:2::1, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } }, http_address: [fd00:1122:3344:2::1]:5353, dns_address: [fd00:1122:3344:2::1]:53, gz_address: fd00:1122:3344:2::2, gz_address_index: 1 } }, OmicronZoneConfig { id: 809d074f-9d26-42fc-9907-735d970f36f3 (service), underlay_address: fd00:1122:3344:3::1, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: InternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } }, http_address: [fd00:1122:3344:3::1]:5353, dns_address: [fd00:1122:3344:3::1]:53, gz_address: fd00:1122:3344:3::2, gz_address_index: 2 } }, OmicronZoneConfig { id: 8a22cf94-72e8-4231-80f4-f3e663a70b98 (service), underlay_address: fd00:1122:3344:101::1b, filesystem_pool: Some(ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }), zone_type: BoundaryNtp { address: [fd00:1122:3344:101::1b]:123, ntp_servers: [\"0.pool.ntp.org\"], dns_servers: [1.1.1.1, 9.9.9.9], domain: None, nic: NetworkInterface { id: 677c784d-5cdd-4b47-bd0c-ae49d3e8d286, kind: Service { id: 8a22cf94-72e8-4231-80f4-f3e663a70b98 }, name: Name(\"ntp-8a22cf94-72e8-4231-80f4-f3e663a70b98\"), ip: 172.30.3.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 164, 252])), subnet: V4(Ipv4Net { addr: 172.30.3.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, snat_cfg: SourceNatConfig { ip: 10.151.1.169, first_port: 0, last_port: 16383 } } }, OmicronZoneConfig { id: e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0 (service), underlay_address: fd00:1122:3344:101::3, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::3]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 7d8092fc-765a-4694-a38b-bd2c03840c4b (service), underlay_address: fd00:1122:3344:101::4, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::4]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } } } }, OmicronZoneConfig { id: 3f2ad625-5d08-4939-bbdb-25251decfddb (service), underlay_address: fd00:1122:3344:101::5, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::5]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } } } }, OmicronZoneConfig { id: 98c12b3e-7055-4db5-aa92-ad85b3cf7fdd (service), underlay_address: fd00:1122:3344:101::6, filesystem_pool: Some(ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::6]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External } } } }, OmicronZoneConfig { id: e04e97c1-38d9-43a9-b6ef-80a4426a76cc (service), underlay_address: fd00:1122:3344:101::7, filesystem_pool: Some(ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }), zone_type: CockroachDb { address: [fd00:1122:3344:101::7]:32221, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External } } } }, OmicronZoneConfig { id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 (service), underlay_address: fd00:1122:3344:101::8, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::8]:5353, dns_address: 10.151.1.164:53, nic: NetworkInterface { id: 653f6089-0158-484c-84b9-bfd9e4d86b4f, kind: Service { id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 }, name: Name(\"external-dns-d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: 94415647-751f-4321-816f-7e4752b52496 (service), underlay_address: fd00:1122:3344:101::9, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: ExternalDns { dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } }, http_address: [fd00:1122:3344:101::9]:5353, dns_address: 10.151.1.165:53, nic: NetworkInterface { id: cad5ed0d-3ea9-489d-93d4-7e3565b87eb6, kind: Service { id: 94415647-751f-4321-816f-7e4752b52496 }, name: Name(\"external-dns-94415647-751f-4321-816f-7e4752b52496\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 7])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] } } }, OmicronZoneConfig { id: bcd392d4-4bfb-4d15-99aa-1265e84bc8dc (service), underlay_address: fd00:1122:3344:101::a, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::a]:12221, external_ip: 10.151.1.166, nic: NetworkInterface { id: 6296d238-bc00-44df-a0e2-f8ef31c024da, kind: Service { id: bcd392d4-4bfb-4d15-99aa-1265e84bc8dc }, name: Name(\"nexus-bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 204])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 9a7d69b2-b5cb-4929-9d3e-5c8730f41abc (service), underlay_address: fd00:1122:3344:101::b, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::b]:12221, external_ip: 10.151.1.167, nic: NetworkInterface { id: 7f2385eb-ba1c-4d5f-9e21-61e91356244e, kind: Service { id: 9a7d69b2-b5cb-4929-9d3e-5c8730f41abc }, name: Name(\"nexus-9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: a9346314-f5a8-4da4-8c60-48c5ab6c3dee (service), underlay_address: fd00:1122:3344:101::c, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: Nexus { internal_address: [fd00:1122:3344:101::c]:12221, external_ip: 10.151.1.168, nic: NetworkInterface { id: 08db3328-de2f-4bc0-aa29-88948e0b323e, kind: Service { id: a9346314-f5a8-4da4-8c60-48c5ab6c3dee }, name: Name(\"nexus-a9346314-f5a8-4da4-8c60-48c5ab6c3dee\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, external_tls: true, external_dns_servers: [1.1.1.1, 9.9.9.9] } }, OmicronZoneConfig { id: 8b21fd27-df66-4b03-ac3d-86442491921a (service), underlay_address: fd00:1122:3344:101::d, filesystem_pool: Some(ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }), zone_type: Oximeter { address: [fd00:1122:3344:101::d]:12223 } }, OmicronZoneConfig { id: 9591b96e-20a2-403d-a1c3-ac848f6a8ae1 (service), underlay_address: fd00:1122:3344:101::e, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: Clickhouse { address: [fd00:1122:3344:101::e]:8123, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } } } }, OmicronZoneConfig { id: 74b33d8f-4ccf-4b0a-a237-609d67e5f664 (service), underlay_address: fd00:1122:3344:101::f, filesystem_pool: Some(ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::f]:17000 } }, OmicronZoneConfig { id: 44f1da2d-5239-4bd4-9324-c1144628f93d (service), underlay_address: fd00:1122:3344:101::10, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::10]:17000 } }, OmicronZoneConfig { id: f85f5cb6-5308-4cab-9f33-fd8db8cdc51d (service), underlay_address: fd00:1122:3344:101::11, filesystem_pool: Some(ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }), zone_type: CruciblePantry { address: [fd00:1122:3344:101::11]:17000 } }, OmicronZoneConfig { id: f7b6d332-9837-40d3-96a7-e562f6f28797 (service), underlay_address: fd00:1122:3344:101::12, filesystem_pool: Some(ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::12]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External } } } }, OmicronZoneConfig { id: bea743e6-cd46-4ddc-84f1-3d8e99a5995a (service), underlay_address: fd00:1122:3344:101::13, filesystem_pool: Some(ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::13]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External } } } }, OmicronZoneConfig { id: 644e9307-d700-417a-856e-c71809b73b46 (service), underlay_address: fd00:1122:3344:101::14, filesystem_pool: Some(ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::14]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External } } } }, OmicronZoneConfig { id: 11ca442c-f019-48a8-a842-a0f49e30b7a8 (service), underlay_address: fd00:1122:3344:101::15, filesystem_pool: Some(ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::15]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External } } } }, OmicronZoneConfig { id: f6002c58-4bdb-4ab2-a759-d7920f1c1bc2 (service), underlay_address: fd00:1122:3344:101::16, filesystem_pool: Some(ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::16]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External } } } }, OmicronZoneConfig { id: dcb46d89-108c-4535-bdf4-4263a2f94554 (service), underlay_address: fd00:1122:3344:101::17, filesystem_pool: Some(ZpoolName { id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::17]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool), kind: External } } } }, OmicronZoneConfig { id: 4db41e00-66ff-487e-8c30-c084b43ec6de (service), underlay_address: fd00:1122:3344:101::18, filesystem_pool: Some(ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::18]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External } } } }, OmicronZoneConfig { id: f4690efb-90e0-497f-9635-de08dea99416 (service), underlay_address: fd00:1122:3344:101::19, filesystem_pool: Some(ZpoolName { id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::19]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool), kind: External } } } }, OmicronZoneConfig { id: a0bf7df0-ebbb-414f-a736-03b7e818e235 (service), underlay_address: fd00:1122:3344:101::1a, filesystem_pool: Some(ZpoolName { id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool), kind: External }), zone_type: Crucible { address: [fd00:1122:3344:101::1a]:32345, dataset: OmicronZoneDataset { pool_name: ZpoolName { id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool), kind: External } } } }] }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.749745329Z","hostname":"buskin","pid":1572,"sled_address":"[fd00:1122:3344:101::1]:12345","component":"RSS","file":"sled-agent/src/rack_setup/service.rs:458"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.749860411Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::1]:37220"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.750849778Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.750862868Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 0283ef9e-64d0-4d4f-b0d9-0725e940db9d, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.774887324Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.774929685Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f51fd25f-beb4-4c48-a50f-4e7c293411bd, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.795073153Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.795113494Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 809d074f-9d26-42fc-9907-735d970f36f3, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: InternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.81455716Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.814607551Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e342e717-aa3e-4ddd-b3f5-d3f9dacc29d0, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 7d8092fc-765a-4694-a38b-bd2c03840c4b, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.833244084Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.833287985Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 7d8092fc-765a-4694-a38b-bd2c03840c4b, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 3f2ad625-5d08-4939-bbdb-25251decfddb, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.851783975Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.851825286Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 3f2ad625-5d08-4939-bbdb-25251decfddb, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 98c12b3e-7055-4db5-aa92-ad85b3cf7fdd, dataset_name: DatasetName { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.871113699Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.87115395Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 98c12b3e-7055-4db5-aa92-ad85b3cf7fdd, dataset_name: DatasetName { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: e04e97c1-38d9-43a9-b6ef-80a4426a76cc, dataset_name: DatasetName { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }, kind: Cockroach }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.893324974Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.893365285Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: e04e97c1-38d9-43a9-b6ef-80a4426a76cc, dataset_name: DatasetName { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }, kind: Cockroach }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.915669591Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.915707131Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 94415647-751f-4321-816f-7e4752b52496, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: ExternalDns }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.988858848Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:07.988907209Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 94415647-751f-4321-816f-7e4752b52496, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: ExternalDns }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 9591b96e-20a2-403d-a1c3-ac848f6a8ae1, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Clickhouse }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.06642074Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.066471651Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 9591b96e-20a2-403d-a1c3-ac848f6a8ae1, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Clickhouse }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f7b6d332-9837-40d3-96a7-e562f6f28797, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.13574661Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.135790341Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f7b6d332-9837-40d3-96a7-e562f6f28797, dataset_name: DatasetName { pool_name: ZpoolName { id: fe683b07-b738-4a57-88f5-50899c5ceee2 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: bea743e6-cd46-4ddc-84f1-3d8e99a5995a, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.194948545Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.194998886Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: bea743e6-cd46-4ddc-84f1-3d8e99a5995a, dataset_name: DatasetName { pool_name: ZpoolName { id: f65f0473-59e4-4c49-bb65-a3d5f7f50633 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 644e9307-d700-417a-856e-c71809b73b46, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.255840019Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.255887Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 644e9307-d700-417a-856e-c71809b73b46, dataset_name: DatasetName { pool_name: ZpoolName { id: f4492cbc-caa2-4fd8-bbf5-d062483d7508 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 11ca442c-f019-48a8-a842-a0f49e30b7a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.331735413Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.331781524Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 11ca442c-f019-48a8-a842-a0f49e30b7a8, dataset_name: DatasetName { pool_name: ZpoolName { id: 6d483f9a-1428-49ad-be75-fa82682b3fb8 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f6002c58-4bdb-4ab2-a759-d7920f1c1bc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.401423319Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.40146929Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f6002c58-4bdb-4ab2-a759-d7920f1c1bc2, dataset_name: DatasetName { pool_name: ZpoolName { id: 574723e3-b615-4bd5-bf94-f101903d419b (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: dcb46d89-108c-4535-bdf4-4263a2f94554, dataset_name: DatasetName { pool_name: ZpoolName { id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.462016258Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.462062629Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: dcb46d89-108c-4535-bdf4-4263a2f94554, dataset_name: DatasetName { pool_name: ZpoolName { id: 129ad649-4b7b-42ac-ac7c-60432cf5d7b0 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: 4db41e00-66ff-487e-8c30-c084b43ec6de, dataset_name: DatasetName { pool_name: ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.527874368Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.527949359Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: 4db41e00-66ff-487e-8c30-c084b43ec6de, dataset_name: DatasetName { pool_name: ZpoolName { id: 55ecf9f3-173f-4dac-bf98-2dda58cc9478 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: f4690efb-90e0-497f-9635-de08dea99416, dataset_name: DatasetName { pool_name: ZpoolName { id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.589441944Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.589496725Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: f4690efb-90e0-497f-9635-de08dea99416, dataset_name: DatasetName { pool_name: ZpoolName { id: c4821672-b400-49f1-a3c1-f8485fe155ca (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received NewFilesystem(NewFilesystemRequest { dataset_id: a0bf7df0-ebbb-414f-a736-03b7e818e235, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool), kind: External }, kind: Crucible }, responder: ... })","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.65740345Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"add_dataset","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.657524212Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:1059","request":"NewFilesystemRequest { dataset_id: a0bf7df0-ebbb-414f-a736-03b7e818e235, dataset_name: DatasetName { pool_name: ZpoolName { id: 8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628 (zpool), kind: External }, kind: Crucible }, responder: ... }"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.724263308Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.724316408Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.724519062Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.724676675Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.877004882Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.877225666Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.877250426Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.877270386Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.877276166Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.879014626Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.88040521Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.909802459Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.90986165Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:08.90986888Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.088257959Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.088477952Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.088506323Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.088528953Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Resolving switch zone addresses in DNS","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.116138521Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:264"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.116348285Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.116407716Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.116445736Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.128836861Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.129071795Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.134775794Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.140275879Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.145655762Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.151704567Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.157020979Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.162443283Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.308113624Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.312793255Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.317645039Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.321940613Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.327292156Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.33216646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.337047185Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.342124443Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.346759113Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.352566843Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.357977047Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.362868992Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.368269125Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.374094006Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.427011282Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Installing Omicron zone: oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.427361978Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.434475301Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.440951583Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.447792292Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.455160479Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.462355074Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.470937983Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.594789456Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.722878913Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.921132585Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Querying MGS to determine switch location","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.97515546Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:281","addr":"fd00:1122:3344:101::2"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.978183913Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:09.978205293Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.031584339Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte1\", ip: 172.30.1.6, mac: MacAddr6([168, 64, 37, 255, 147, 7]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.03161282Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.034722441Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.034735131Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.087414799Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte2\", ip: 172.30.2.5, mac: MacAddr6([168, 64, 37, 255, 191, 204]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.087448193Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"no nat entry found for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.087811366Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.087821697Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.08921058Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.089223547Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.150156955Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte3\", ip: 172.30.2.6, mac: MacAddr6([168, 64, 37, 255, 180, 96]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.150195599Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.153038171Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.153050893Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.209117126Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte4\", ip: 172.30.2.7, mac: MacAddr6([168, 64, 37, 255, 134, 29]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.2.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.209144745Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"nexus"}
{"msg":"Found Switch0 at fd00:1122:3344:101::2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.210864661Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:306"}
{"msg":"Successfully looked up all expected switch zone underlay addresses","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.210876445Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/bootstrap/early_networking.rs:198","addrs":"{Switch0: fd00:1122:3344:101::2}"}
{"msg":"Created OPTE port","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.268672089Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:430","port":"Port { inner: PortInner(PortData { name: \"opte5\", ip: 172.30.1.5, mac: MacAddr6([168, 64, 37, 255, 211, 149]), slot: 0, vni: Vni { inner: 100 }, subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), gateway: Gateway { mac: MacAddr6([168, 64, 37, 255, 119, 119]), ip: 172.30.1.1 } }) }"}
{"msg":"creating NAT entry for service","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.268761852Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:1266","zone_type":"external_dns"}
{"msg":"creation of nat entry successful for: 10.151.1.165","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.269332687Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.271159921Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"no nat entry found for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.347573634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.347648316Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.347958378Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.347998541Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.34806982Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.348080545Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"no nat entry found for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.3481738Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:83"}
{"msg":"creating nat entry for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.34818625Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:90"}
{"msg":"creation of nat entry successful for: 10.151.1.164","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.348891854Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"creation of nat entry successful for: 10.151.1.166","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.351746856Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.357102436Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"creation of nat entry successful for: 10.151.1.167","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.357121646Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.357130526Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"creation of nat entry successful for: 10.151.1.168","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.360586437Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"clients/dpd-client/src/lib.rs:118"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.364483336Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.364495393Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:10.849563549Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.058879643Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.147217981Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.370790489Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Configuring new Omicron zone: oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.385603694Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Configuring new Omicron zone: oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.393069433Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:316"}
{"msg":"Installing Omicron zone: oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.40096787Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.409303633Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.424111473Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"Installing Omicron zone: oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:11.434050438Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"illumos-utils/src/zone.rs:354"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.64202612Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40500"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.643086639Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"30a7eacc-8e4d-4b3e-9274-3f702550b1c8","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:40500","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":234,"response_code":"200"}
{"msg":"Profile for oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService10'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::16'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_574723e3-b615-4bd5-bf94-f101903d419b/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::16'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='0e4ad732-091b-49ed-bb37-61eee121b051'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.765252224Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.765379206Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService11'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::17'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_129ad649-4b7b-42ac-ac7c-60432cf5d7b0/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::17'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='1b0f7613-c24b-4775-869b-4ed4812dc4a9'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.839264105Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.839463688Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_644e9307-d700-417a-856e-c71809b73b46:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService13'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::14'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_f4492cbc-caa2-4fd8-bbf5-d062483d7508/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::14'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='2e0eb61e-45f6-4a68-9d32-2bdb419baf68'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.891227004Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_644e9307-d700-417a-856e-c71809b73b46 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.891387077Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService16'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::10'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::10'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.899177012Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.899385875Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService17'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::13'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_f65f0473-59e4-4c49-bb65-a3d5f7f50633/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::13'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='e34d8030-eb0c-45c7-a2c7-28a622f9ee6e'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.960261269Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:13.960476753Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService22'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::11'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::11'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.045533195Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.045712218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService19'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::19'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_c4821672-b400-49f1-a3c1-f8485fe155ca/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::19'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='636c6747-1b2f-4eec-92a9-dda6385a3150'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.104942733Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.105076726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService18'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::18'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_55ecf9f3-173f-4dac-bf98-2dda58cc9478/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::18'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='2930e4cc-9938-4105-a437-b20fea9ee2ce'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.113113175Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.113310378Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService21'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::12'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_fe683b07-b738-4a57-88f5-50899c5ceee2/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::12'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='0bcffbbd-a5de-47c9-8c11-655bbadb8550'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.2544031Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.254606214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService20'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::1a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_8a5b3fe8-0ce2-44f3-ab61-dd61b9bf6628/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::1a'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='a9af60ae-6268-4d11-b8fb-65a92a066921'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.270986827Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:14.271185321Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 56.407038ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:20.953224206Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 25.22929ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:20.963486693Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 34.687761ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:20.973796652Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 71.438648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:20.985718318Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 46.378796ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:20.997235628Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 62.174857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.007245171Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 53.458228ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.018484335Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 29.106893ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.029822012Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 93.326257ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.041489003Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 124.390173ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.051320374Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 129.911321ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.060508753Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 108.103545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.070125829Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 131.542661ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.082945061Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 55.238337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.096218111Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 95.185445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.107861903Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 94.619683ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.119297601Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 32.983783ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.134641916Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 275.122769ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.146928579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 278.475058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.164868369Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 115.781067ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.180848796Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 202.633882ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.194622924Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 283.067667ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.205404171Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 251.696907ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.218369905Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 103.021516ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.231577174Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 115.744347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.244188212Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 260.346279ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.255556699Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 253.695336ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.307644521Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 66.647456ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.316540295Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 589.12298ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.346268139Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 539.949657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.372233519Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 79.054027ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.39423068Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 550.433347ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.409559215Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 311.239726ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.434561427Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 515.534872ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.456464027Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 544.895499ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.482466437Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 135.054162ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.491991874Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 450.849105ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.503350218Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 571.214668ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.528357251Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 275.079593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.571933422Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 269.37058ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.639587367Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.198785138s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.760100723Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 625.206413ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.858340173Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 423.943304ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.922515234Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 965.097657ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.936102759Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 876.949996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.948954192Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 852.354823ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.968764895Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 643.813043ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.981372303Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 823.827825ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:21.995311184Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 715.228888ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:22.044198391Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 437.498508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:22.114784702Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.2649246s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:22.362365707Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.066453437s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:22.496719543Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 647.164159ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:22.566273497Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.170059531s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:22.638170492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.265093303Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"15.779893119s"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.219009452s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.280286646Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.07085621s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.293430234Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 514.427855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.304160069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.061782584s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.315353523Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 908.159569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.32555953Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 508.543886ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.338311831Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.267722772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.350873988Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.2056738s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.574817045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 949.854332ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.641311216Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 946.941432ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.823055661Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.309648726s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.836137648Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.465942715s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:23.861257912Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 639.294423ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.248265091Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 740.911286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.377521699Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 627.935824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.390556254Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.300250214s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.513082655Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 878.770707ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.606567163Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 912.827735ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.633729993Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.047343694s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.798339363Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 746.272255ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.815113403Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.272602837s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:24.910746578Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 611.330817ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.034546971Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.435888012s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.133327491Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.256409129s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.159601276Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.432384165s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.340153777Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.145012655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.497407632Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 933.0891ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.558326187Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.24545718s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.571440734Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 880.973979ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.657257839Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 584.529599ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.824658747Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 564.409393ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:25.856557719Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 554.09569ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.197839416Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 701.865836ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.422466534Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.351820337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.435050362Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 522.586078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.446565981Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.420996785s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.504087087Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 811.468175ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.551368226Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.435518106s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.581962275Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.042283086s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.655676531Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.144338681s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.764738679Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.022074932s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.784989389Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 771.090308ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.828651795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.473644976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:26.982813703Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 630.417775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.13919221Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService15'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::f'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/pantry\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::f'/>\n        <propval type=\"astring\" name=\"listen_port\" value='17000'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:27.346978566Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.192770112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.385780968Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Booting oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:27.386184445Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 702.532481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.629276413Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 848.09847ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.725055121Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.202137054s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.791973559Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.107439661s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.810168834Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 62.557517ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.827729778Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 851.227427ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.87407712Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 57.851906ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.95899459Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 750.860236ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:27.99542427Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 562.529074ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.023251912Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 686.922917ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.050318671Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 141.721996ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.085450919Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService12'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::d'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/oximeter\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"id\" value='8b21fd27-df66-4b03-ac3d-86442491921a'/>\n        <propval type=\"astring\" name=\"address\" value='[fd00:1122:3344:101::d]:12223'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:28.090326226Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:28.091820879Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 209.521511ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.252148614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.313679672s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.345192214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 58.3655ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.405025003Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService23'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::15'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/crucible/agent\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"dataset\" value='oxp_6d483f9a-1428-49ad-be75-fa82682b3fb8/crucible'/>\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::15'/>\n        <propval type=\"astring\" name=\"listen_port\" value='32345'/>\n        <propval type=\"astring\" name=\"uuid\" value='c4ce77de-6139-4c5d-b547-eead234fc056'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:28.443541357Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:28.444684577Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.394740131s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.47900062Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 65.53181ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.494782494Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 464.462361ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.510423624Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 248.836865ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.581151589Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 997.847964ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.596435463Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.134969377s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.609836585Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 866.237874ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.642994769Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.465268749s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.741326491Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 953.261323ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.75687384Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 51.365477ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.769693962Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 662.823713ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.78458793Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 98.774168ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.835876188Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 206.779302ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.853860129Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 925.249196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.950175956Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 191.690912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.970096341Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.001869082s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:28.993931614Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 554.13203ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.010825426Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 539.612561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.078877714Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 455.316858ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.177864917Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.417808225s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.460988858Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 742.482508ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.523607492Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_94415647-751f-4321-816f-7e4752b52496:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService24'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::9'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte1'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::9]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.6:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:29.532704634Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_94415647-751f-4321-816f-7e4752b52496 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:29.533729587Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.471197748s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.57781965Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.147989248s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.608167045Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.29436949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.631798139Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.185305703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.644456074Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.382927875s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.675125364Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 966.408065ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.722036287Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 620.634779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.757543041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 64.235786ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.788154961Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 74.462119ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.864052225Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 620.829342ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.886695667Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.078575133s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.899699592Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 279.564807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:29.948993335Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.238499416s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.008870212Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 731.572293ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.216651247Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 514.591334ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.242701688Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 714.816419ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.277094023Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 971.296548ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.391556775Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.354014179s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.519577041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.050017898s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.706284713Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 864.342449ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.777130279Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.070444925s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.838884978Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 902.676094ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.849917019Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.08447937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.908510833Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 586.714314ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.978585276Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 639.605208ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.989720659Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.464455394s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:30.999580219Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.235068831s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.010536969Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 526.975537ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.061039593Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 616.868295ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.070875754Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.318600001s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.259430077Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.245149524s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.374171053Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.276346066s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.576732459Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 601.044153ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.598022438Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.278439508s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.64146048Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 645.733418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.654970413Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.124933722s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.699505915Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.269234518s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.766176169Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 730.664543ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.777436023Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 884.124693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.882745846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 886.986975ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:31.919046955Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 877.81694ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.001317459Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 858.169085ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.209934219Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 839.005118ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.254499031Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.354518804s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.309659376Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.199579496s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.474748414Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 531.542068ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.518378569Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 566.82764ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.586781423Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.267329073s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.629162967Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 704.034078ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.775133873Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.162586457s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.814288561Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 762.356284ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.833191478Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.317669289s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.862315842Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 951.740063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.888409584Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 618.884527ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:32.928548579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.19895971s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.044923163Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 856.26235ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.058402947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 524.115989ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.077454416Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.05708948s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.103292814Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 830.366287ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.162561Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.100952849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.488838797Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.128996352s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.557112399Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 812.006222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.604234945Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 964.161026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.612286234Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 528.762426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.672908813Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.180047127s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.682296246Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 980.484742ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.860160955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 508.496046ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.934839637Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.071426321s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:33.959157338Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 559.037542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.000196961Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 811.784775ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.103256603Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 979.601237ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.175459652Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 550.118322ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.191823736Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.066199987s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.2151592Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 993.312077ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.256655088Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.270641566s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.428604174Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.405376754s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.455585111Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.234879144s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.568395004Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.055903009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.586674931Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.386119849s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.599627845Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService25'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::8'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte5'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.1.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.1.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/external_dns\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::8]:5353'/>\n        <propval type=\"astring\" name=\"dns_address\" value='172.30.1.5:53'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:34.609720579Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:34.609927273Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 611.725102ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.696668345Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService14'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::e'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"listen_addr\" value='fd00:1122:3344:101::e'/>\n        <propval type=\"astring\" name=\"listen_port\" value='8123'/>\n        <propval type=\"astring\" name=\"store\" value='/data'/>\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/install\">\n      <property_group type=\"application\" name=\"install_props\">\n        <property type=\"net_address\" name=\"nameserver\">\n          <net_address_list>\n            <value_node value=\"fd00:1122:3344:1::1\" />\n            <value_node value=\"fd00:1122:3344:2::1\" />\n            <value_node value=\"fd00:1122:3344:3::1\" />\n          </net_address_list>\n        </property>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/clickhouse-admin\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"http_address\" value='[fd00:1122:3344:101::e]:8888'/>\n        <propval type=\"astring\" name=\"ch_address\" value='[fd00:1122:3344:101::e]:8123'/>\n        <propval type=\"astring\" name=\"ch_binary\" value='/opt/oxide//opt/oxide/clickhouse/clickhouse'/>\n      </property_group>\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:34.729818038Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1 zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:34.730067313Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.124537009s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.75128915Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 41.035652ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.791079239Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 68.659222ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.840403593Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.471682668s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.850394906Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 831.15898ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.872080041Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 138.49807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.91707424Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 669.632552ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.92573503Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 28.954953ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.949559192Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 75.256045ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:34.987062142Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 768.579246ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.039639621Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 340.54061ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.067005055Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 162.745099ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.073516728Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 600.367351ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.167520465Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 392.55375ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.249290161Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.363300908s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.262524819Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 792.281995ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.293368173Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.461259362s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.318714002Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.115704089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.417059435Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 671.141205ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.605851043Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 657.663693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.653230823Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 792.879871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.661396984Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.333388911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.709995496Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.143865161s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.718607934Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.009103189s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.776336704Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 693.303521ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.812262096Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 656.362474ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.819885928Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.475450878s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.869346814Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.483740937s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.884399315Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 984.484464ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:35.995485447Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.414489155s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.095097472Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 758.865977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.285879354Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 628.924578ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.319446515Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 892.945013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.330489996Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.202966483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.463538069Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.108270695s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.485263435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 685.381148ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.513898321Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.437484119s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.541426867Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 735.834967ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.634395517Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.111387124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.789156556Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 989.946575ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.79692228Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.062752976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.870538785Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 645.323296ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.957301926Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 624.678497ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:36.988443325Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.340710028s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.053774356Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 895.853693ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.063333182Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 953.664676ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.209327358Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.2026842s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.23253544Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.008306564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.354443201Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.337572387s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.378337394Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.124937349s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.386644748Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.404599152s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.518866927Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 825.266139ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.603265048Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 942.210481ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.610540204Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 796.191977ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.62300947Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.071223422s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.675003199Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.072161654s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.79520898Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.441238284s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.90899293Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.142500114s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.942705513Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 707.45545ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.969541138Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.37644772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:37.987112492Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 802.848518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.172859007Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.263497677s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.372680556Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 842.818498ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.404478937Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.1859427s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.42953397Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.146802949s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.438099349Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.309828425s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.445953635Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 692.398534ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.520355972Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 968.546648ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.561338612Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 943.962426ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.686646881Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 697.51824ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.725074046Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 876.767871ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.755276949Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.080658444s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.876221043Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.440378386s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:38.93555399Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 554.894921ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.069547259Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.450296172s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.099883514Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 724.896684ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.222796171Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.087279465s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.258481059Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.309670367s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.360649458Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 876.778974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.37234946Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.398271343s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.43241346Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 539.066998ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.538797872Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 655.366564ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.594451275Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 733.482983ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.62594471Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 851.239445ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.634389326Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.348241334s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.641931407Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.15406308s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.649463137Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.432893157s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.657016588Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.00963529s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.764304955Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService26'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::a'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte2'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.5'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:39.843379884Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:39.843438715Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 550.205542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.957769164Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.423753889s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.96678382Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 52.608305ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:39.990145874Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 106.382026ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.052922111Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 1.054495233s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.086213717Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 215.842229ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.170501876Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 616.198353ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.25797891Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 959.208076ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.266940666Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 586.65137ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.354711795Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 716.724138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.37174867Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.054368337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.384769235Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 316.860032ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.395894698Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 570.294182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.495438171Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.113136558s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.525439271Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.13581434s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.560556968Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 705.805418ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.702380454Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 1.085807335s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.724056559Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.219787772s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.783823813Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.317157055s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.814421663Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 669.100286ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.84078981Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.036183078s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.885529824Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 817.303269ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:40.952755898Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 666.605603ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.000951462Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Profile for oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService27'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::b'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte3'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.6'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:41.012247118Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:41.01238019Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"Profile for oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee:\n<!DOCTYPE service_bundle SYSTEM \"/usr/share/lib/xml/dtd/service_bundle.dtd.1\">\n<service_bundle type=\"profile\" name=\"omicron\">\n  <service version=\"1\" type=\"service\" name=\"oxide/zone-network-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"datalink\" value='oxControlService28'/>\n        <propval type=\"astring\" name=\"gateway\" value='fd00:1122:3344:101::1'/>\n        <propval type=\"astring\" name=\"static_addr\" value='fd00:1122:3344:101::c'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/opte-interface-setup\">\n      <property_group type=\"application\" name=\"config\">\n        <propval type=\"astring\" name=\"interface\" value='opte4'/>\n        <propval type=\"astring\" name=\"gateway\" value='172.30.2.1'/>\n        <propval type=\"astring\" name=\"ip\" value='172.30.2.7'/>\n      </property_group>\n    <instance enabled=\"true\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/ssh\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"oxide/nexus\">\n    <instance enabled=\"true\" name=\"default\">\n      <property_group type=\"application\" name=\"config\">\n      </property_group>\n    </instance>\n  </service>\n  <service version=\"1\" type=\"service\" name=\"network/dns/client\">\n    <instance enabled=\"false\" name=\"default\">\n    </instance>\n  </service>\n</service_bundle>","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:41.018567437Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/profile.rs:34"}
{"msg":"Booting oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee zone","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:41.018667319Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/running_zone.rs:488"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 747.257147ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.079334769Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 970.225664ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.099976846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 965.182957ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.111365773Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 1.473807063s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.155527128Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 53.978689ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.207319014Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 57.415437ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.218829034Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 657.989227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.240279985Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 56.463337ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.27351997Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 144.174345ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.290288291Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 214.717055ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.364486635Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 848.966669ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.402954671Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.207315594s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.423014268Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 145.927488ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.453406174Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.490162911s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.463246494Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.299314829s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.52018657Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 310.774217ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.591015266Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 373.081595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.609612538Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.029285671s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.650884673Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 685.149595ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.678391949Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.479145021s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.707859079Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 932.805561ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.78189267Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 1.312015445s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.81996857Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.243430758s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.836447605Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.060607993s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.909477799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 937.105706ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.920245016Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 661.495727ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.933620307Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 647.987807ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:41.993036906Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.304743112s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.013536611Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.065701024s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.081410435Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 788.49913ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.093408413Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.3933877s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.142232488Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.380468795s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.263925094Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 890.286779ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.37518455Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 604.503738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.605300184Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 592.440974ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.639835072Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.498812818s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.648451931Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 1.429099357s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.657768012Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.402992614s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.691653799Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 686.238155ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.725882701Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 673.899063ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.830758547Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 556.672417ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.8708252Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 1.47299339s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.893817508Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 841.044196ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.965968027Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.338594133s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:42.981827412Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 674.765746ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.091197555Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 722.538609ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.143349958Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.443465811s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.15905375Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.147791133s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.196775002Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.459125277s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.220656606Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 1.326475327s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.243958389Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.49712679s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.275634938Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 797.643855ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.329810565Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.350360485s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.424139398Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 829.490524ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.438782482Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 505.925542ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.518165816Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 615.351493ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.548258437Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 805.218773ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.656341798Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:43.71997315Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59354"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:43.725055807Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"70ce9690-d9e6-49b1-8834-fc335561f400","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:59354","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3541,"response_code":"200"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.143721564s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.77949032Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 1.429632036s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.820314416Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 1.039345562s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:43.878175378Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.038481867s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.037306053Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 580.797738ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.098193127Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 893.677851ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.107566359Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.435150221s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.13821036Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.029649032s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.157466513Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.367681553s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.174425726Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 1.161411954s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.281194374Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 874.209262ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.332789138Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 730.847827ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.357873732Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 901.870912ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.381651884Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.175958268s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.473816009Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 707.215844ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.587188311Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 800.902502ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.621537846Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 609.592227ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.692282081Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.107568353s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.70495682Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.11818089s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.789557715Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.324086613s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.801346219Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 1.074062502s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.92967866Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.107975342s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:44.943145433Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.119166553s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.015547387Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 831.299179ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.09545682Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 842.356013ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.11220612Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 617.393271ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.200976186Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.089461666s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.217767167Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 983.78182ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.263999867Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 620.654601ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.296237115Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 874.495261ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.306629725Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 1.439403446s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.315422108Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.374825907s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.434122092Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 578.948406ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.452396279Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 896.767525ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.554574897Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416\") failed: Property not found. retry in 1.091223337s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.586689983Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d\") failed: Property not found. retry in 1.069030348s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.661645671Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 671.411699ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.824966948Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235\") failed: Property not found. retry in 1.19532655s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.837040797Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2\") failed: Property not found. retry in 1.234022241s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.919193999Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 923.534459ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.928955728Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 653.052593ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.938023045Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554\") failed: Property not found. retry in 1.474457382s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:45.964103967Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 919.699483ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.01628374Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 1.375017212s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.045813321Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 904.532422ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.062073553Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.43550124s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.140727274Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 632.663106ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.152381156Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 776.604518ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.194991463Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a\") failed: Property not found. retry in 975.313959ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.260303644Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46\") failed: Property not found. retry in 1.345449994s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.319180373Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.458976963s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.464906085Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.266120831s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.506882692Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 941.453291ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.604185786Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 1.044323639s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.770107369Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 674.148813ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.80022725Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.464166669s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.82214529Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de\") failed: Property not found. retry in 505.77915ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.868077315Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 780.891368ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.962228764Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.098820961s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.980641623Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 1.340444435s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:46.994647716Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 1.129481169s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.43566954Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.40195323s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.490836965Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 1.206125915s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.564862126Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 909.992896ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.594360557Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 1.040297512s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.762882434Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 642.768739ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.789079178Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 808.744138ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.833075639Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 703.285642ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:47.940372817Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 657.430895ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.099217626Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 911.55402ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.303094675Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 757.86801ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.350679189Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.093733076s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.446142891Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 651.208546ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.522191168Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 1.261920863s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.58182225Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 866.226584ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.659151939Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 755.844372ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.671786908Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 535.107547ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.77415909Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a\") failed: Property not found. retry in 844.460062ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.790849949Z","hostname":"buskin","pid":1572,"zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 843.086416ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.81862555Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 869.185512ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:48.90645582Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 1.160455782s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.120737829Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797\") failed: Property not found. retry in 1.347948488s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.187138798Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 795.697701ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.225871579Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496\") failed: Property not found. retry in 1.281096609s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.322846338Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664\") failed: Property not found. retry in 1.0130483s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.442702062Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 693.093849ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.539381026Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 667.51005ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.555004736Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 641.666244ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.673185272Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8\") failed: Property not found. retry in 1.387786582s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.788393556Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee\") failed: Property not found. retry in 1.394086216s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:49.853643206Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d\") failed: Property not found. retry in 1.276111976s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:50.033772214Z","hostname":"buskin","pid":1572,"zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 670.434857ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:50.233082444Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\") failed: Property not found. retry in 981.720143ms","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:50.241733184Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1\") failed: Property not found. retry in 1.421517703s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:50.291930373Z","hostname":"buskin","pid":1572,"zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\") failed: Property not found. retry in 1.05167341s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:50.325451233Z","hostname":"buskin","pid":1572,"zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"wait for service Some(\"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\") failed: Property not found. retry in 1.053234774s","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:50.919897573Z","hostname":"buskin","pid":1572,"zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59","component":"ServiceManager","file":"illumos-utils/src/svc.rs:36"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006467181Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_f6002c58-4bdb-4ab2-a759-d7920f1c1bc2"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006507752Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_dcb46d89-108c-4535-bdf4-4263a2f94554"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006514162Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_oximeter_8b21fd27-df66-4b03-ac3d-86442491921a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006519773Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_644e9307-d700-417a-856e-c71809b73b46"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006524513Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_94415647-751f-4321-816f-7e4752b52496"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006529053Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_9a7d69b2-b5cb-4929-9d3e-5c8730f41abc"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006534153Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_a9346314-f5a8-4da4-8c60-48c5ab6c3dee"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006550553Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_clickhouse_9591b96e-20a2-403d-a1c3-ac848f6a8ae1"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006554693Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_74b33d8f-4ccf-4b0a-a237-609d67e5f664"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006644105Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_44f1da2d-5239-4bd4-9324-c1144628f93d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006652815Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_bea743e6-cd46-4ddc-84f1-3d8e99a5995a"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006658705Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_4db41e00-66ff-487e-8c30-c084b43ec6de"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006664805Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_f4690efb-90e0-497f-9635-de08dea99416"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006672225Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_external_dns_d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006676215Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_a0bf7df0-ebbb-414f-a736-03b7e818e235"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006808758Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_f7b6d332-9837-40d3-96a7-e562f6f28797"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006819708Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_pantry_f85f5cb6-5308-4cab-9f33-fd8db8cdc51d"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006835848Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_nexus_bcd392d4-4bfb-4d15-99aa-1265e84bc8dc"}
{"msg":"Zone started","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.006841788Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:3308","zone":"oxz_crucible_11ca442c-f019-48a8-a842-a0f49e30b7a8"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.007208314Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.omicron-zones.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.024641596Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:199"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.043759927Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"PUT","req_id":"886db727-9a34-4e23-a61d-85cc8949b28e","remote_addr":"[fd00:1122:3344:101::1]:37220","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":44291343,"response_code":"204"}
{"msg":"Finished setting up services","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.048903116Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:1322"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.048912166Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/.rss-plan-completed.marker.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.049228102Z","hostname":"buskin","pid":1572,"component":"RSS","file":"common/src/ledger.rs:199"}
{"msg":"Handing off control to Nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.058217177Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:707"}
{"msg":"Nexus address: [fd00:1122:3344:101::b]:12221","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.059325067Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:720"}
{"msg":"rack_network_config: RackNetworkConfigV2 {\n    bfd: [],\n    bgp: [],\n    infra_ip_first: 10.151.1.174,\n    infra_ip_last: 10.151.1.174,\n    ports: [\n        PortConfigV2 {\n            addresses: [\n                UplinkAddressConfig {\n                    address: V4(\n                        Ipv4Net {\n                            addr: 10.151.1.174,\n                            width: 24,\n                        },\n                    ),\n                    vlan_id: None,\n                },\n            ],\n            autoneg: false,\n            bgp_peers: [],\n            lldp: None,\n            port: \"qsfp0\",\n            routes: [\n                RouteConfig {\n                    destination: V4(\n                        Ipv4Net {\n                            addr: 0.0.0.0,\n                            width: 0,\n                        },\n                    ),\n                    nexthop: 10.151.1.100,\n                    rib_priority: None,\n                    vlan_id: None,\n                },\n            ],\n            switch: Switch0,\n            uplink_port_fec: None,\n            uplink_port_speed: Speed40G,\n        },\n    ],\n    rack_subnet: Ipv6Net {\n        addr: fd00:1122:3344:100::,\n        width: 56,\n    },\n}","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.094642108Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:887"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.096296076Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.217682868Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.286971407Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.434396639Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.591773133Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.768148966Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:52.951578852Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:53.110873009Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:53.478042265Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:53.791551452Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"failed to register as a producer with Nexus, will retry","v":0,"name":"SledAgent","level":40,"time":"2024-10-09T05:50:54.163282407Z","hostname":"buskin","pid":1572,"component":"producer-registration-task","file":"oximeter/producer/src/lib.rs:424","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"oximeter/producer/src/lib.rs:424","error":"\"Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/metrics/producers)\"","delay":"40.940686007s"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:54.459664847Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:55.379360307Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:56.313224342Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:57.621537699Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:58.28536259Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:50:59.889315864Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Communication Error: error sending request for url (http://[fd00:1122:3344:101::b]:12221/racks/cde79127-ad1a-4dc8-8bde-c617fda5df2f/initialization-complete)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:01.698676484Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd5a2651-5571-4f03-beb8-eedadd651347\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:03 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"cde79127-ad1a-4dc8-8bde-c617fda5df2f\\\"\", request_id: \"bd5a2651-5571-4f03-beb8-eedadd651347\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:03.624900667Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"936fb9a3-ad4d-42d7-bcdd-16ab8dc89d27\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:05 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: rack with id \\\"cde79127-ad1a-4dc8-8bde-c617fda5df2f\\\"\", request_id: \"936fb9a3-ad4d-42d7-bcdd-16ab8dc89d27\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:05.499584088Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6b16aaad-cf0f-4122-97d8-d63b0e5eae33\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:07 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8fa2b36a-fea8-4835-8541-6d298f48930d\\\"\", request_id: \"6b16aaad-cf0f-4122-97d8-d63b0e5eae33\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:07.997930404Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42acf753-f448-4945-8875-284f56fc75d9\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:11 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8fa2b36a-fea8-4835-8541-6d298f48930d\\\"\", request_id: \"42acf753-f448-4945-8875-284f56fc75d9\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:12.136258479Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:13.773231185Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53962"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:13.773351937Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"0022f8f8-cda1-4fad-9151-0fd0a82c6d35","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:53962","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":45,"response_code":"200"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6249b3f2-84ac-491e-82f6-5369c7c9e573\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:17 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8fa2b36a-fea8-4835-8541-6d298f48930d\\\"\", request_id: \"6249b3f2-84ac-491e-82f6-5369c7c9e573\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:17.914891377Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f19fa00d-e452-4583-b76c-455f617d7012\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:23 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8fa2b36a-fea8-4835-8541-6d298f48930d\\\"\", request_id: \"f19fa00d-e452-4583-b76c-455f617d7012\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:23.055104274Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Failed to handoff to nexus: Error Response: status: 404 Not Found; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3d8a99c0-5916-48e2-a4aa-204bf5f2731f\", \"content-length\": \"173\", \"date\": \"Wed, 09 Oct 2024 05:51:28 GMT\"}; value: Error { error_code: Some(\"ObjectNotFound\"), message: \"not found: sled with id \\\"8fa2b36a-fea8-4835-8541-6d298f48930d\\\"\", request_id: \"3d8a99c0-5916-48e2-a4aa-204bf5f2731f\" }","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:29.151867388Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:949"}
{"msg":"Successfully put SledAgentInfo to nexus","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.295642746Z","hostname":"buskin","pid":1572,"component":"NexusNotifierTask","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/nexus.rs:544","new_generation":"1","old_generation":"1"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.392097735Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61534"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.394357004Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.592504005Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"58efac11-a4d4-4bd7-9160-9f631dc34418","remote_addr":"[fd00:1122:3344:101::c]:61534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":199628,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.59400086Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.594192484Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.595849552Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:33.596129957Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"797dfdc3-1735-4c2b-829f-6b9a4a3a73ed","remote_addr":"[fd00:1122:3344:101::c]:61534","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":2377,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.049751829Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47464"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.052522057Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 653f6089-0158-484c-84b9-bfd9e4d86b4f, kind: Service { id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 }, name: Name(\"external-dns-d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cad5ed0d-3ea9-489d-93d4-7e3565b87eb6, kind: Service { id: 94415647-751f-4321-816f-7e4752b52496 }, name: Name(\"external-dns-94415647-751f-4321-816f-7e4752b52496\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 7])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08db3328-de2f-4bc0-aa29-88948e0b323e, kind: Service { id: a9346314-f5a8-4da4-8c60-48c5ab6c3dee }, name: Name(\"nexus-a9346314-f5a8-4da4-8c60-48c5ab6c3dee\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6296d238-bc00-44df-a0e2-f8ef31c024da, kind: Service { id: bcd392d4-4bfb-4d15-99aa-1265e84bc8dc }, name: Name(\"nexus-bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 204])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f2385eb-ba1c-4d5f-9e21-61e91356244e, kind: Service { id: 9a7d69b2-b5cb-4929-9d3e-5c8730f41abc }, name: Name(\"nexus-9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.052883604Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053010486Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053016726Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053021206Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053036086Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053047157Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053072207Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"15f9285d-1e2f-4b94-b672-814d92ba30d5","remote_addr":"[fd00:1122:3344:101::b]:47464","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3239,"response_code":"204"}
{"msg":"Handoff to Nexus is complete","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.053911061Z","hostname":"buskin","pid":1572,"component":"RSS","file":"sled-agent/src/rack_setup/service.rs:959"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.280572135Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:38715"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.280691357Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.466550794Z","hostname":"buskin","pid":1572,"uri":"/inventory","method":"GET","req_id":"91e9351b-b999-4316-acdc-cd5b102ea855","remote_addr":"[fd00:1122:3344:101::b]:38715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185867,"response_code":"200"}
{"msg":"Received GetLatestResources(...)","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.469048247Z","hostname":"buskin","pid":1572,"component":"StorageManager","file":"sled-storage/src/manager.rs:451"}
{"msg":"Reading ledger from /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.469107508Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"Reading ledger from /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/config/omicron-zones.json","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.469653408Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"common/src/ledger.rs:177"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.470519653Z","hostname":"buskin","pid":1572,"uri":"/omicron-zones","method":"GET","req_id":"3b41c899-3071-4e01-8e2c-f39d5b1a2d7a","remote_addr":"[fd00:1122:3344:101::b]:38715","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1542,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958052272Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:49008"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958355287Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 653f6089-0158-484c-84b9-bfd9e4d86b4f, kind: Service { id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 }, name: Name(\"external-dns-d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cad5ed0d-3ea9-489d-93d4-7e3565b87eb6, kind: Service { id: 94415647-751f-4321-816f-7e4752b52496 }, name: Name(\"external-dns-94415647-751f-4321-816f-7e4752b52496\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 7])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08db3328-de2f-4bc0-aa29-88948e0b323e, kind: Service { id: a9346314-f5a8-4da4-8c60-48c5ab6c3dee }, name: Name(\"nexus-a9346314-f5a8-4da4-8c60-48c5ab6c3dee\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6296d238-bc00-44df-a0e2-f8ef31c024da, kind: Service { id: bcd392d4-4bfb-4d15-99aa-1265e84bc8dc }, name: Name(\"nexus-bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 204])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f2385eb-ba1c-4d5f-9e21-61e91356244e, kind: Service { id: 9a7d69b2-b5cb-4929-9d3e-5c8730f41abc }, name: Name(\"nexus-9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958406448Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958416248Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958424749Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958432489Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958438859Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958451399Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:34.958471209Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"2ea70a59-51fc-4ecc-a026-17341bafb4cf","remote_addr":"[fd00:1122:3344:101::a]:49008","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":307,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044238164Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63068"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044426567Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 653f6089-0158-484c-84b9-bfd9e4d86b4f, kind: Service { id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 }, name: Name(\"external-dns-d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cad5ed0d-3ea9-489d-93d4-7e3565b87eb6, kind: Service { id: 94415647-751f-4321-816f-7e4752b52496 }, name: Name(\"external-dns-94415647-751f-4321-816f-7e4752b52496\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 7])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08db3328-de2f-4bc0-aa29-88948e0b323e, kind: Service { id: a9346314-f5a8-4da4-8c60-48c5ab6c3dee }, name: Name(\"nexus-a9346314-f5a8-4da4-8c60-48c5ab6c3dee\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6296d238-bc00-44df-a0e2-f8ef31c024da, kind: Service { id: bcd392d4-4bfb-4d15-99aa-1265e84bc8dc }, name: Name(\"nexus-bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 204])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f2385eb-ba1c-4d5f-9e21-61e91356244e, kind: Service { id: 9a7d69b2-b5cb-4929-9d3e-5c8730f41abc }, name: Name(\"nexus-9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044460008Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044491268Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044497238Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044516099Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044523739Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044528659Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.044546539Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"65deb2cd-f6c4-47bd-a1f9-5346f4b0607a","remote_addr":"[fd00:1122:3344:101::b]:63068","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":246,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.236196537Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:38107"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.236609284Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"a8eaff0b-eca2-4f70-987c-ac1cfc680690","remote_addr":"[fd00:1122:3344:101::a]:38107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":271,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.26180636Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34685"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.262044774Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"c61e6cae-4b77-4f2d-9566-79bba8ed3597","remote_addr":"[fd00:1122:3344:101::c]:34685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.270321007Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.270557381Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d4dea14a-6dca-4a81-a632-048620efce20","remote_addr":"[fd00:1122:3344:101::a]:38107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":882,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.388056415Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.388103806Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"3f9f023c-9c38-4742-a167-a647f5d3a25e","remote_addr":"[fd00:1122:3344:101::c]:34685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":123,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.51254522Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44465"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.512815675Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"24c7c311-35eb-4652-be54-c9c2ae27c2cb","remote_addr":"[fd00:1122:3344:101::c]:44465","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":165,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.516696902Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34992"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.517943464Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.61246306Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.692337682Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ef81fa41-5fea-46ed-bfb4-124b5fed4893","remote_addr":"[fd00:1122:3344:101::c]:34992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":175523,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.695781932Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"31c62566-a5bd-442c-ae7b-74ffc311bb7e","remote_addr":"[fd00:1122:3344:101::c]:34992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":3086,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.695813293Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59323"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.696105888Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.701664854Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"e9e96926-e8e0-4dac-90bc-04e73ae051bf","remote_addr":"[fd00:1122:3344:101::c]:34685","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8986,"response_code":"204"}
{"msg":"Attempting to update network config with generation: 2, current_generation: 1","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.719556064Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:564"}
{"msg":"Writing ledger to /pool/int/d6cde337-7634-4a9e-a6ab-bc764b121353/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.719600794Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Writing ledger to /pool/int/07b7cea6-020b-4d1f-aaaf-8237f5cf7a8c/cluster/.bootstore-network-config.json.tmp","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.721302244Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"common/src/ledger.rs:199"}
{"msg":"Broadcasting network config with generation 2","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.72222955Z","hostname":"buskin","pid":1572,"peer_id":"pc-buskin-i86pc","component":"bootstore","file":"bootstore/src/schemes/v0/peer.rs:648"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.722875661Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"PUT","req_id":"dc857070-6fd9-4839-a9b1-713777bceffb","remote_addr":"[fd00:1122:3344:101::c]:34992","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":4569,"response_code":"204"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.745461902Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.811548819Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:45355"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.811619639Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"795969c3-fb23-422f-8450-87bd51110ab0","remote_addr":"[fd00:1122:3344:101::a]:59323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":115573,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.811943723Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"abcbc7ac-68cf-4d35-88f4-8fabce1ace0c","remote_addr":"[fd00:1122:3344:101::a]:45355","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":215,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.812086565Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"a6b58b4c-14e9-40ae-a610-71c6fc9afb46","remote_addr":"[fd00:1122:3344:101::a]:59323","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":185,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.817919696Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43192"}
{"msg":"Ensuring VPC firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818279362Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:731","rules":"[ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 653f6089-0158-484c-84b9-bfd9e4d86b4f, kind: Service { id: d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59 }, name: Name(\"external-dns-d3b5ad95-aa59-4bb7-bebd-f1bd48e31d59\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 211, 149])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: cad5ed0d-3ea9-489d-93d4-7e3565b87eb6, kind: Service { id: 94415647-751f-4321-816f-7e4752b52496 }, name: Name(\"external-dns-94415647-751f-4321-816f-7e4752b52496\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 147, 7])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(53), last: L4Port(53) }]), filter_protocols: Some([Udp]), action: Allow, priority: VpcFirewallRulePriority(65534) }, ResolvedVpcFirewallRule { status: Enabled, direction: Inbound, targets: [NetworkInterface { id: 08db3328-de2f-4bc0-aa29-88948e0b323e, kind: Service { id: a9346314-f5a8-4da4-8c60-48c5ab6c3dee }, name: Name(\"nexus-a9346314-f5a8-4da4-8c60-48c5ab6c3dee\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 134, 29])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 6296d238-bc00-44df-a0e2-f8ef31c024da, kind: Service { id: bcd392d4-4bfb-4d15-99aa-1265e84bc8dc }, name: Name(\"nexus-bcd392d4-4bfb-4d15-99aa-1265e84bc8dc\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 191, 204])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7f2385eb-ba1c-4d5f-9e21-61e91356244e, kind: Service { id: 9a7d69b2-b5cb-4929-9d3e-5c8730f41abc }, name: Name(\"nexus-9a7d69b2-b5cb-4929-9d3e-5c8730f41abc\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 180, 96])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], filter_hosts: None, filter_ports: Some([L4PortRange { first: L4Port(80), last: L4Port(80) }, L4PortRange { first: L4Port(443), last: L4Port(443) }]), filter_protocols: Some([Tcp]), action: Allow, priority: VpcFirewallRulePriority(65534) }]","vni":"Vni(100)"}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818342994Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte4\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818386724Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte2\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818402925Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte5\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818420605Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[]","port":"\"opte0\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818439905Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(TCP), ports: PortList([80, 443]) }, action: Allow, priority: 65534 }]","port":"\"opte3\""}
{"msg":"Setting OPTE firewall rules","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818474616Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:750","rules":"[FirewallRule { direction: In, filters: Filters { hosts: Any, protocol: Proto(UDP), ports: PortList([53]) }, action: Allow, priority: 65534 }]","port":"\"opte1\""}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.818495266Z","hostname":"buskin","pid":1572,"uri":"/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT","req_id":"42e6a545-d5cb-4f5e-9b72-babbef15c534","remote_addr":"[fd00:1122:3344:101::c]:43192","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":428,"response_code":"204"}
{"msg":"skipping delta compute for subnet","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.845611336Z","hostname":"buskin","pid":1572,"component":"PortManager","file":"illumos-utils/src/opte/port_manager.rs:469","new_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","old_vers":"RouterVersion { router_id: 001de000-074c-4000-8000-000000000001, version: 4 }","subnet":"RouterId { vni: Vni(100), kind: System }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:35.84583425Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"14c21685-9b85-4763-9cda-b1a1a543f7da","remote_addr":"[fd00:1122:3344:101::a]:38107","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":404,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.157892241Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60928"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.158130056Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9282df90-edcd-4d33-9b6e-8c8399038ac7","remote_addr":"[fd00:1122:3344:101::b]:60928","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":133,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.217620625Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:37287"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.217748437Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"2e8f61c2-6bb1-4e2f-b112-0a0b88870abb","remote_addr":"[fd00:1122:3344:101::b]:37287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.329552772Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.329580303Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"65d2f912-c71a-4df8-8821-c5c03cbdb12e","remote_addr":"[fd00:1122:3344:101::b]:37287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.357095189Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c9bc804c-b063-4f3e-8ad2-146df3e43665","remote_addr":"[fd00:1122:3344:101::b]:37287","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":253,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.423332246Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:33796"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.423498429Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.459102695Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.512305946Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"b5531c39-1b51-44e6-85d1-8fab82c2e7ef","remote_addr":"[fd00:1122:3344:101::b]:33796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":88866,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:36.512658852Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"58c9a180-efd4-4443-b636-d1855ac4acd6","remote_addr":"[fd00:1122:3344:101::b]:33796","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:42.008984862Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:51601"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:42.009095924Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"137f9250-4787-4fd1-83d4-290229f5f9e2","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":51,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:42.028826246Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:42.028846406Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"fc262fee-cbb7-43f6-8964-e75e8b5e466f","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":61,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:42.037524927Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"100bb4db-d6e2-4b42-af95-566b5dc63d6a","remote_addr":"[fd00:1122:3344:101::b]:51601","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":184,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:43.807003936Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55406"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:51:43.807277421Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"6bf7c916-dc83-4f32-8a4d-9cf93bf8e2ff","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:55406","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":52,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.10496488Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:36951"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.105155224Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"44679eb4-db30-4f24-b83e-26dffe7cee20","remote_addr":"[fd00:1122:3344:101::c]:36951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.16907747Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.16913444Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"54044d43-d198-4890-aa7b-ef8648bf6942","remote_addr":"[fd00:1122:3344:101::c]:36951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":105,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.182088885Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"a0c71605-5ed3-4ba8-aebf-f8fca00b584c","remote_addr":"[fd00:1122:3344:101::c]:36951","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":238,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.220822175Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:33187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::d]:52907"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.247336534Z","hostname":"buskin","pid":1572,"uri":"/8fa2b36a-fea8-4835-8541-6d298f48930d","method":"GET","req_id":"23f73e15-78d3-4482-8e9f-c2784a19d62a","remote_addr":"[fd00:1122:3344:101::d]:52907","local_addr":"[fd00:1122:3344:101::1]:33187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":26120,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.3429809Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:54343"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.343177803Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"f8705561-5658-4833-a12b-9fd7532490a8","remote_addr":"[fd00:1122:3344:101::a]:54343","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":148,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.364015854Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40889"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.364096525Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0c73cdb8-f605-44ec-8802-e16e938f3572","remote_addr":"[fd00:1122:3344:101::a]:40889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":38,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.416503753Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.416535553Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"1dc5b4d9-8dac-4862-bed1-97445c34afb5","remote_addr":"[fd00:1122:3344:101::a]:40889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":877,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.462908026Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:35244"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.463097419Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"a86cdbfe-1053-47c9-ac1d-bc8bce7d5c9b","remote_addr":"[fd00:1122:3344:101::c]:35244","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.515992415Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:43984"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.516095786Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.556183091Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.612951623Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2ee0a318-694b-4c4d-b5da-4fbf12b88e2a","remote_addr":"[fd00:1122:3344:101::c]:43984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96895,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.613475822Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"758ca077-6f0e-4726-bfef-ded516be79f4","remote_addr":"[fd00:1122:3344:101::c]:43984","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":269,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.613572394Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"8f72a9f5-ad0b-47b4-a23f-4a0cf76c1209","remote_addr":"[fd00:1122:3344:101::a]:40889","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":437,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.692821196Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40050"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.692967388Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.730666811Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.789569631Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"de12f4fe-c7de-41c1-ad68-9db3af9a4ceb","remote_addr":"[fd00:1122:3344:101::a]:40050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96663,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:05.790041869Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4292ade3-b9a3-4e84-8e2e-8094410735e9","remote_addr":"[fd00:1122:3344:101::a]:40050","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":229,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.025004166Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:44367"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.0252434Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0a2eeaae-54ac-489f-8582-99e68156564d","remote_addr":"[fd00:1122:3344:101::b]:44367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":79,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.082119324Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.082152245Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d231af66-3102-4b34-9aa8-07cf21df1d24","remote_addr":"[fd00:1122:3344:101::b]:44367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":107,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.092388582Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"73f3e30f-3e75-4fd6-a644-611303eb858b","remote_addr":"[fd00:1122:3344:101::b]:44367","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":401,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.242908158Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:42325"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.243143051Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"400cb6bf-7455-4891-81d2-5c0a5b21ec60","remote_addr":"[fd00:1122:3344:101::b]:42325","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":173,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.310862374Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:41961"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.311571286Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.352001736Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.412974471Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"6238bb15-ccac-47fb-be27-e56f9334d14f","remote_addr":"[fd00:1122:3344:101::b]:41961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":102037,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:06.413320697Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"290dd45b-63cf-4a4d-a1c5-737b458501be","remote_addr":"[fd00:1122:3344:101::b]:41961","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":119,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:13.840778125Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56640"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:13.841481197Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"618cac25-bdd3-47ae-a30b-b45f752ceb6b","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56640","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":639,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.930444963Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40055"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.930592606Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"651b1132-7dff-499b-abe0-bf03f0de1d22","remote_addr":"[fd00:1122:3344:101::a]:40055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.94468934Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:61652"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.944845933Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"97e34180-15ff-4041-bee7-524da51e27c0","remote_addr":"[fd00:1122:3344:101::c]:61652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":56,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.951298095Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.951316875Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"647d9c0d-606f-4e61-b5e6-4fe8f1ad3572","remote_addr":"[fd00:1122:3344:101::a]:40055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1195,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.963669529Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"f11db736-e39a-4b1e-b373-6b466124f88e","remote_addr":"[fd00:1122:3344:101::a]:40055","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":264,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.976720484Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.976750325Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"7d785669-9652-4610-8ea7-ba7bed8c154b","remote_addr":"[fd00:1122:3344:101::c]:61652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":58,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:34.987614583Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"6f83a806-14e5-4dc4-b013-60a60ec15427","remote_addr":"[fd00:1122:3344:101::c]:61652","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":273,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.172714287Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:40005"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.172937171Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"9e173c93-5fda-464b-8f95-86a3c6821097","remote_addr":"[fd00:1122:3344:101::c]:40005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":151,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.208760961Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:58449"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.209527554Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"8af24ddb-e1f4-42da-9148-f5b544b7790a","remote_addr":"[fd00:1122:3344:101::a]:58449","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":704,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.227588207Z","hostname":"buskin","pid":1572,"uri":"/8fa2b36a-fea8-4835-8541-6d298f48930d","method":"GET","req_id":"87940f31-3a34-4e4b-8362-c26e677dff0d","remote_addr":"[fd00:1122:3344:101::d]:52907","local_addr":"[fd00:1122:3344:101::1]:33187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":6605,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.342321693Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:51163"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.342416525Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.379614309Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.438792533Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"66ba04ea-f748-4b0a-b9ea-474c0aeaed64","remote_addr":"[fd00:1122:3344:101::c]:51163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96412,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.439141229Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"d8ccc663-a805-47e1-a8dc-74bed07a55e9","remote_addr":"[fd00:1122:3344:101::c]:51163","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":106,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.485739346Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:56997"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.485930349Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.525931841Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.58071478Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"2338d6d9-cee2-4525-beb8-f3614cbe6f1b","remote_addr":"[fd00:1122:3344:101::a]:56997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":94860,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:35.581013765Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"cdae050e-031f-4fe2-9812-37ae193f836a","remote_addr":"[fd00:1122:3344:101::a]:56997","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":122,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.098707986Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:60257"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.098853269Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"81337b3b-9261-4353-bc1b-b1d423aae6eb","remote_addr":"[fd00:1122:3344:101::b]:60257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":84,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.147647603Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.147687344Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c0617d85-a20e-4c4a-a498-a9e8703560f3","remote_addr":"[fd00:1122:3344:101::b]:60257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":843,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.160379024Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:50919"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.160488316Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.202649005Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.264056798Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"ed2e19e0-afd5-4ffb-a6ff-e969746d906e","remote_addr":"[fd00:1122:3344:101::b]:50919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":103620,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.264235441Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:59067"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.264475865Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"bcb4e82d-6a3e-4674-86fb-8d0c7ca87218","remote_addr":"[fd00:1122:3344:101::b]:50919","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":137,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.265271879Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"6f7bf55d-725f-474c-8f26-1be6a3ef6f9c","remote_addr":"[fd00:1122:3344:101::b]:59067","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":845,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:36.265503203Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"c6ad395d-104f-489c-b0f5-d999b935ceee","remote_addr":"[fd00:1122:3344:101::b]:60257","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":1143,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:43.881355401Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65450"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:52:43.881499133Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"21daeb62-a3aa-4ab0-ae7f-10af4cc49168","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:65450","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.186221044Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:40949"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.186390897Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"bf9bd8fe-bee8-4633-b2fd-fe52f8727ae9","remote_addr":"[fd00:1122:3344:101::a]:40949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":86,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.231408336Z","hostname":"buskin","pid":1572,"uri":"/8fa2b36a-fea8-4835-8541-6d298f48930d","method":"GET","req_id":"c01b9569-8f0f-47f5-8905-91721749d877","remote_addr":"[fd00:1122:3344:101::d]:52907","local_addr":"[fd00:1122:3344:101::1]:33187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8676,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.245573842Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:48511"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.245746565Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0ec13f1c-9931-4fe5-886e-8b7ac8aafd28","remote_addr":"[fd00:1122:3344:101::a]:48511","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":128,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.313276934Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.313312654Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"b649737e-a27e-49a9-ad2d-9b17f0715b21","remote_addr":"[fd00:1122:3344:101::a]:40949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":74,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.323262127Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1b620dbc-6158-4ac1-a236-fc8dd8dd7102","remote_addr":"[fd00:1122:3344:101::a]:40949","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":145,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.365380156Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34739"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.365533918Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"091009b9-fd4b-4a3b-b232-d4dd2ad7cf12","remote_addr":"[fd00:1122:3344:101::c]:34739","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":109,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.367233628Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:62168"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.368214795Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"b8ecbccd-e9c2-480e-9416-e18b7e4d04c9","remote_addr":"[fd00:1122:3344:101::c]:62168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":914,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.384779032Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.384794992Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"4dd46936-9e41-4e0b-90e7-5809f51d802f","remote_addr":"[fd00:1122:3344:101::c]:62168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":32,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.395215752Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"b256da29-b3a5-46ff-b815-96863d1ace65","remote_addr":"[fd00:1122:3344:101::c]:62168","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":121,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.438132365Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:52118"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.438346299Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.474848971Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.52968454Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"c7b1068b-7f50-45b0-b175-6c24106b4477","remote_addr":"[fd00:1122:3344:101::c]:52118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91425,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.530235679Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"895a1fe3-a8d4-45d8-80e4-ab67368ad4ff","remote_addr":"[fd00:1122:3344:101::c]:52118","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":287,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.630885202Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:63763"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.631538463Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.668811888Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.721904047Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"7f2f48d9-b26b-44d2-a6bc-d82ff03ed7db","remote_addr":"[fd00:1122:3344:101::a]:63763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90924,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:05.722166242Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"9ae94828-465f-486d-8b6c-da70bd836c3b","remote_addr":"[fd00:1122:3344:101::a]:63763","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":108,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.215369319Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:47861"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.215484251Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"ae53cce1-3fd7-4120-ad71-65536250efb6","remote_addr":"[fd00:1122:3344:101::b]:47861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":57,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.258650158Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.258678919Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"c6185677-ee23-4676-bd78-ba9f81dbbd28","remote_addr":"[fd00:1122:3344:101::b]:47861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":80,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.317818802Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:63522"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.318027766Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"e61e5838-11be-41b1-aeab-6595e14d1380","remote_addr":"[fd00:1122:3344:101::b]:63522","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":140,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.324679811Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"86075622-6748-432a-a9b2-ee700ee53110","remote_addr":"[fd00:1122:3344:101::b]:47861","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":230,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.424073411Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:52860"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.424184964Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.463536225Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.519655896Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"a0cacee3-be98-479c-a02e-1a5ee3c19586","remote_addr":"[fd00:1122:3344:101::b]:52860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":95519,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.519992462Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"43f60f71-2394-42c2-b06f-27dbf595730d","remote_addr":"[fd00:1122:3344:101::b]:52860","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":114,"response_code":"200"}
{"msg":"No archival destination for crash dumps yet chosen.","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:06.592442526Z","hostname":"buskin","pid":1572,"component":"DumpSetup-worker","file":"sled-agent/src/dump_setup.rs:862"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:13.917473901Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33537"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:13.918253404Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"2b9f43b2-0167-4bb6-885a-a662a7d5b870","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:33537","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":734,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.006235102Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:34352"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.006385795Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"4967c462-e12e-4a9c-af43-043b700db863","remote_addr":"[fd00:1122:3344:101::c]:34352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":81,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.044534385Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:42521"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.044638677Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"0edd94ab-068d-4476-9ce8-6ca0b6884027","remote_addr":"[fd00:1122:3344:101::a]:42521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":47,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.057607082Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.057634142Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"e8d75963-158b-46b7-9f81-a605886e1720","remote_addr":"[fd00:1122:3344:101::c]:34352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":82,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.06964746Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"1fd47598-a519-4c75-b9b4-6d8bb1bdc308","remote_addr":"[fd00:1122:3344:101::c]:34352","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":228,"response_code":"204"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.099251292Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.099294373Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"d1490db8-937e-49d6-b616-36eaceb925b0","remote_addr":"[fd00:1122:3344:101::a]:42521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":75,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.101202226Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:47399"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.10138554Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"b6deac4e-b9ef-4bc1-8563-68f622215c7b","remote_addr":"[fd00:1122:3344:101::c]:47399","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":116,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.110119891Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"d45beec4-7a79-4bec-a484-7b2da661dd12","remote_addr":"[fd00:1122:3344:101::a]:42521","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":991,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.160044075Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::c]:44016"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.160246968Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.198465Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.256788689Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"060bc411-e615-4ae6-a8e0-1aa165aeb13f","remote_addr":"[fd00:1122:3344:101::c]:44016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":96617,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.257055454Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:59432"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.25742067Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"c2100175-3af1-4025-9443-66377d07895e","remote_addr":"[fd00:1122:3344:101::c]:44016","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":323,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.257554163Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"0f38349a-2f00-40b5-a563-cd7debee2322","remote_addr":"[fd00:1122:3344:101::a]:59432","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":317,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.265137764Z","hostname":"buskin","pid":1572,"uri":"/8fa2b36a-fea8-4835-8541-6d298f48930d","method":"GET","req_id":"9a5c0de1-e7a2-4bc4-9145-dcf6f81817d5","remote_addr":"[fd00:1122:3344:101::d]:52907","local_addr":"[fd00:1122:3344:101::1]:33187","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","component":"producer-server","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":8057,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.348047159Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::a]:50787"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.348179551Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.384832374Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.438187449Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"5ff74d8c-5711-4e84-9451-e0e4bf972e84","remote_addr":"[fd00:1122:3344:101::a]:50787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":90060,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:35.438914602Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"4af1b513-84c0-494d-bffa-0899bfbb1eca","remote_addr":"[fd00:1122:3344:101::a]:50787","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":565,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.084010019Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:39005"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.084125671Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"GET","req_id":"33505154-e0b1-4b70-afb0-a1b09f9a0a96","remote_addr":"[fd00:1122:3344:101::b]:39005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":71,"response_code":"200"}
{"msg":"IGW mapping received","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.133962583Z","hostname":"buskin","pid":1572,"sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/sled_agent.rs:1184","values":"ExternalIpGatewayMap { mappings: {} }"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.134004064Z","hostname":"buskin","pid":1572,"uri":"/eip-gateways","method":"PUT","req_id":"6f281b3c-cc2d-41f5-95c6-206c42479547","remote_addr":"[fd00:1122:3344:101::b]:39005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":91,"response_code":"204"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.14645575Z","hostname":"buskin","pid":1572,"uri":"/vpc-routes","method":"PUT","req_id":"7093bd2d-7f16-4704-8aef-e2f5c8ae4d8c","remote_addr":"[fd00:1122:3344:101::b]:39005","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":387,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.172890977Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40947"}
{"msg":"ensuring scrimlet uplinks","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.172989518Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4116"}
{"msg":"setting up port_qsfp0","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.212780137Z","hostname":"buskin","pid":1572,"component":"ServiceManager","file":"sled-agent/src/services.rs:4140"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.272392859Z","hostname":"buskin","pid":1572,"uri":"/switch-ports","method":"POST","req_id":"fe012072-9b49-4245-a4de-8138c24e3947","remote_addr":"[fd00:1122:3344:101::b]:40947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":99431,"response_code":"204"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.272646114Z","hostname":"buskin","pid":1572,"local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fd00:1122:3344:101::b]:40124"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.272967679Z","hostname":"buskin","pid":1572,"uri":"/network-bootstore-config","method":"GET","req_id":"ff9ce225-7773-49c9-886a-3de7745267a1","remote_addr":"[fd00:1122:3344:101::b]:40947","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":245,"response_code":"200"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:36.273723682Z","hostname":"buskin","pid":1572,"uri":"/v2p","method":"GET","req_id":"4ac65041-8b0e-416a-84d7-363cebbd37f6","remote_addr":"[fd00:1122:3344:101::b]:40124","local_addr":"[fd00:1122:3344:101::1]:12345","component":"dropshot (SledAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":922,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:44.199378541Z","hostname":"buskin","pid":1572,"local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:1105","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56036"}
{"msg":"request completed","v":0,"name":"SledAgent","level":30,"time":"2024-10-09T05:53:44.199938121Z","hostname":"buskin","pid":1572,"uri":"/baseboard","method":"GET","req_id":"21a0a95f-6bd8-4836-b4ee-c7142e76b947","remote_addr":"[fdb0:18c0:4d0d:9fb2::2]:56036","local_addr":"[fdb0:18c0:4d0d:9fb2::1]:80","component":"dropshot (BootstrapAgent)","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.12.0/src/server.rs:950","latency_us":503,"response_code":"200"}
{"msg":"get target probe state: Error Response: status: 500 Internal Server Error; headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ec98a841-1182-45ad-a505-92384a5460d4\", \"content-length\": \"124\", \"date\": \"Wed, 09 Oct 2024 05:53:45 GMT\"}; value: Error { error_code: Some(\"Internal\"), message: \"Internal Server Error\", request_id: \"ec98a841-1182-45ad-a505-92384a5460d4\" }","v":0,"name":"SledAgent","level":50,"time":"2024-10-09T05:53:46.037887947Z","hostname":"buskin","pid":1572,"component":"ProbeManager","sled_id":"8fa2b36a-fea8-4835-8541-6d298f48930d","component":"SledAgent","file":"sled-agent/src/probe_manager.rs:230"}